2024-11-20 13:18:41,765 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-20 13:18:41,785 main DEBUG Took 0.018955 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 13:18:41,786 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 13:18:41,786 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 13:18:41,788 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 13:18:41,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,800 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 13:18:41,813 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,816 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,817 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,818 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,819 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,821 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,822 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,823 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,824 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,826 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,827 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,828 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:18:41,829 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,829 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 13:18:41,831 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:18:41,833 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 13:18:41,835 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 13:18:41,835 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 13:18:41,837 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 13:18:41,838 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 13:18:41,849 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 13:18:41,853 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 13:18:41,855 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 13:18:41,856 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 13:18:41,856 main DEBUG createAppenders(={Console}) 2024-11-20 13:18:41,857 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-11-20 13:18:41,857 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-20 13:18:41,858 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-11-20 13:18:41,859 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 13:18:41,859 main DEBUG OutputStream closed 2024-11-20 13:18:41,859 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 13:18:41,860 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 13:18:41,860 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-11-20 13:18:41,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 13:18:41,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 13:18:41,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 13:18:41,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 13:18:41,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 13:18:41,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 13:18:41,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 13:18:41,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 13:18:41,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 13:18:41,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 13:18:41,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 13:18:41,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 13:18:41,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 13:18:41,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 13:18:41,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 13:18:41,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 13:18:41,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 13:18:41,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 13:18:41,958 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 13:18:41,959 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-20 13:18:41,959 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 13:18:41,960 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-20T13:18:41,977 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-20 13:18:41,980 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 13:18:41,980 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T13:18:42,050 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=3879 2024-11-20T13:18:42,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb 2024-11-20T13:18:42,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:18:42,274 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/cluster_2864dfd6-533c-1a0e-3b6c-2aefc8b664df, deleteOnExit=true 2024-11-20T13:18:42,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T13:18:42,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/test.cache.data in system properties and HBase conf 2024-11-20T13:18:42,276 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:18:42,276 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:18:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:18:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:18:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T13:18:42,364 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T13:18:42,466 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:18:42,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:18:42,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:18:42,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:18:42,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:18:42,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:18:42,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:18:42,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:18:42,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:18:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:18:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:18:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:18:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:18:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:18:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:18:43,372 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T13:18:43,452 INFO [Time-limited test {}] log.Log(170): Logging initialized @2359ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T13:18:43,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:18:43,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:18:43,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:18:43,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:18:43,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:18:43,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:18:43,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:18:43,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:18:43,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/java.io.tmpdir/jetty-localhost-41927-hadoop-hdfs-3_4_1-tests_jar-_-any-12375782027377972796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:18:43,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:41927} 2024-11-20T13:18:43,841 INFO [Time-limited test {}] server.Server(415): Started @2749ms 2024-11-20T13:18:44,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:18:44,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:18:44,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:18:44,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:18:44,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:18:44,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4760307{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:18:44,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76645813{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:18:44,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45895ca6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/java.io.tmpdir/jetty-localhost-45083-hadoop-hdfs-3_4_1-tests_jar-_-any-3371538424090440461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:18:44,403 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e8a1397{HTTP/1.1, (http/1.1)}{localhost:45083} 2024-11-20T13:18:44,403 INFO [Time-limited test {}] server.Server(415): Started @3312ms 2024-11-20T13:18:44,466 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:18:44,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:18:44,608 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:18:44,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:18:44,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:18:44,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:18:44,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f3d3355{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:18:44,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cb64205{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:18:44,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23d2e820{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/java.io.tmpdir/jetty-localhost-35129-hadoop-hdfs-3_4_1-tests_jar-_-any-5342697326276071688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:18:44,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ee8adce{HTTP/1.1, (http/1.1)}{localhost:35129} 2024-11-20T13:18:44,781 INFO [Time-limited test {}] server.Server(415): Started @3690ms 2024-11-20T13:18:44,785 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:18:44,960 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/cluster_2864dfd6-533c-1a0e-3b6c-2aefc8b664df/dfs/data/data4/current/BP-835286524-172.17.0.2-1732108723122/current, will proceed with Du for space computation calculation, 2024-11-20T13:18:44,960 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/cluster_2864dfd6-533c-1a0e-3b6c-2aefc8b664df/dfs/data/data3/current/BP-835286524-172.17.0.2-1732108723122/current, will proceed with Du for space computation calculation, 2024-11-20T13:18:44,961 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/cluster_2864dfd6-533c-1a0e-3b6c-2aefc8b664df/dfs/data/data2/current/BP-835286524-172.17.0.2-1732108723122/current, will proceed with Du for space computation calculation, 2024-11-20T13:18:44,963 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/cluster_2864dfd6-533c-1a0e-3b6c-2aefc8b664df/dfs/data/data1/current/BP-835286524-172.17.0.2-1732108723122/current, will proceed with Du for space computation calculation, 2024-11-20T13:18:45,057 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:18:45,065 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:18:45,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6de9a81dddd5ae53 with lease ID 0x445937788a2c279c: Processing first storage report for DS-040e3926-c86c-4300-8673-350f9b3d2756 from datanode DatanodeRegistration(127.0.0.1:44321, datanodeUuid=3fc5856a-1409-4430-b7f8-ff73ac123316, infoPort=41795, infoSecurePort=0, ipcPort=37077, storageInfo=lv=-57;cid=testClusterID;nsid=1283167821;c=1732108723122) 2024-11-20T13:18:45,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6de9a81dddd5ae53 with lease ID 0x445937788a2c279c: from storage DS-040e3926-c86c-4300-8673-350f9b3d2756 node DatanodeRegistration(127.0.0.1:44321, datanodeUuid=3fc5856a-1409-4430-b7f8-ff73ac123316, infoPort=41795, infoSecurePort=0, ipcPort=37077, storageInfo=lv=-57;cid=testClusterID;nsid=1283167821;c=1732108723122), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-20T13:18:45,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6de9a81dddd5ae53 with lease ID 0x445937788a2c279c: Processing first storage report for DS-4df3023d-73ad-4a4e-85d7-dc5c1e49e3c8 from datanode DatanodeRegistration(127.0.0.1:44321, datanodeUuid=3fc5856a-1409-4430-b7f8-ff73ac123316, infoPort=41795, infoSecurePort=0, ipcPort=37077, storageInfo=lv=-57;cid=testClusterID;nsid=1283167821;c=1732108723122) 2024-11-20T13:18:45,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6de9a81dddd5ae53 with lease ID 0x445937788a2c279c: from storage DS-4df3023d-73ad-4a4e-85d7-dc5c1e49e3c8 node DatanodeRegistration(127.0.0.1:44321, datanodeUuid=3fc5856a-1409-4430-b7f8-ff73ac123316, infoPort=41795, infoSecurePort=0, ipcPort=37077, storageInfo=lv=-57;cid=testClusterID;nsid=1283167821;c=1732108723122), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:18:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8efcbe3a994ead1d with lease ID 0x445937788a2c279b: Processing first storage report for DS-ba4a4968-3a28-479f-a7d5-e8947412f942 from datanode DatanodeRegistration(127.0.0.1:38813, datanodeUuid=be7e1699-ebb2-4188-bdd2-5b5678cd2f13, infoPort=40193, infoSecurePort=0, ipcPort=39135, storageInfo=lv=-57;cid=testClusterID;nsid=1283167821;c=1732108723122) 2024-11-20T13:18:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8efcbe3a994ead1d with lease ID 0x445937788a2c279b: from storage DS-ba4a4968-3a28-479f-a7d5-e8947412f942 node DatanodeRegistration(127.0.0.1:38813, datanodeUuid=be7e1699-ebb2-4188-bdd2-5b5678cd2f13, infoPort=40193, infoSecurePort=0, ipcPort=39135, storageInfo=lv=-57;cid=testClusterID;nsid=1283167821;c=1732108723122), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T13:18:45,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8efcbe3a994ead1d with lease ID 0x445937788a2c279b: Processing first storage report for DS-8a9c6cf0-719e-4b84-981c-829fd77359b2 from datanode DatanodeRegistration(127.0.0.1:38813, datanodeUuid=be7e1699-ebb2-4188-bdd2-5b5678cd2f13, infoPort=40193, infoSecurePort=0, ipcPort=39135, storageInfo=lv=-57;cid=testClusterID;nsid=1283167821;c=1732108723122) 2024-11-20T13:18:45,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8efcbe3a994ead1d with lease ID 0x445937788a2c279b: from storage DS-8a9c6cf0-719e-4b84-981c-829fd77359b2 node DatanodeRegistration(127.0.0.1:38813, datanodeUuid=be7e1699-ebb2-4188-bdd2-5b5678cd2f13, infoPort=40193, infoSecurePort=0, ipcPort=39135, storageInfo=lv=-57;cid=testClusterID;nsid=1283167821;c=1732108723122), blocks: 0, hasStaleStorage: false, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T13:18:45,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb 2024-11-20T13:18:45,458 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/cluster_2864dfd6-533c-1a0e-3b6c-2aefc8b664df/zookeeper_0, clientPort=60209, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/cluster_2864dfd6-533c-1a0e-3b6c-2aefc8b664df/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/cluster_2864dfd6-533c-1a0e-3b6c-2aefc8b664df/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:18:45,470 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60209 2024-11-20T13:18:45,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:45,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:45,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:18:45,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:18:46,289 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac with version=8 2024-11-20T13:18:46,290 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/hbase-staging 2024-11-20T13:18:46,427 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T13:18:46,715 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:18:46,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:46,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:46,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:18:46,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:46,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:18:46,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:18:46,948 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T13:18:46,957 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T13:18:46,961 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:18:46,990 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5207 (auto-detected) 2024-11-20T13:18:46,992 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T13:18:47,011 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36545 2024-11-20T13:18:47,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:47,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:47,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36545 connecting to ZooKeeper ensemble=127.0.0.1:60209 2024-11-20T13:18:47,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365450x0, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:18:47,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36545-0x100151565a00000 connected 2024-11-20T13:18:47,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:18:47,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:47,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:18:47,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36545 2024-11-20T13:18:47,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36545 2024-11-20T13:18:47,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36545 2024-11-20T13:18:47,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36545 2024-11-20T13:18:47,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36545 2024-11-20T13:18:47,120 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac, hbase.cluster.distributed=false 2024-11-20T13:18:47,192 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:18:47,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:47,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:47,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:18:47,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:47,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:18:47,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:18:47,199 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:18:47,201 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46195 2024-11-20T13:18:47,202 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:18:47,209 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:18:47,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:47,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:47,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46195 connecting to ZooKeeper ensemble=127.0.0.1:60209 2024-11-20T13:18:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461950x0, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:18:47,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46195-0x100151565a00001 connected 2024-11-20T13:18:47,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:18:47,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:47,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:18:47,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46195 2024-11-20T13:18:47,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46195 2024-11-20T13:18:47,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46195 2024-11-20T13:18:47,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46195 2024-11-20T13:18:47,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46195 2024-11-20T13:18:47,253 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:18:47,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:47,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:47,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:18:47,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:47,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:18:47,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:18:47,255 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:18:47,256 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44145 2024-11-20T13:18:47,257 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:18:47,259 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:18:47,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:47,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:47,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44145 connecting to ZooKeeper ensemble=127.0.0.1:60209 2024-11-20T13:18:47,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441450x0, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:18:47,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44145-0x100151565a00002 connected 2024-11-20T13:18:47,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:18:47,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:47,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:18:47,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-20T13:18:47,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44145 2024-11-20T13:18:47,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44145 2024-11-20T13:18:47,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-20T13:18:47,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-20T13:18:47,289 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5ef453f0fbb6,36545,1732108726421 2024-11-20T13:18:47,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:47,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:47,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:47,299 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5ef453f0fbb6,36545,1732108726421 2024-11-20T13:18:47,314 DEBUG [M:0;5ef453f0fbb6:36545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5ef453f0fbb6:36545 2024-11-20T13:18:47,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:18:47,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:18:47,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:18:47,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:47,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:47,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:47,327 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:18:47,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:18:47,329 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5ef453f0fbb6,36545,1732108726421 from backup master directory 2024-11-20T13:18:47,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:47,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5ef453f0fbb6,36545,1732108726421 2024-11-20T13:18:47,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:47,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:47,333 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:18:47,333 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5ef453f0fbb6,36545,1732108726421 2024-11-20T13:18:47,336 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T13:18:47,337 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T13:18:47,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:18:47,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:18:47,409 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/hbase.id with ID: c0b03212-038b-4518-990b-f2cfbd72024e 2024-11-20T13:18:47,452 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:47,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:47,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:47,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:47,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:18:47,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:18:47,517 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:18:47,519 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:18:47,543 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:18:47,549 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:18:47,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:18:47,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:18:47,609 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store 2024-11-20T13:18:47,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:18:47,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:18:47,633 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T13:18:47,633 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:47,635 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:18:47,635 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:47,635 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:47,635 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:18:47,635 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:47,636 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:47,636 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:18:47,638 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/.initializing 2024-11-20T13:18:47,639 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/WALs/5ef453f0fbb6,36545,1732108726421 2024-11-20T13:18:47,646 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:18:47,659 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C36545%2C1732108726421, suffix=, logDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/WALs/5ef453f0fbb6,36545,1732108726421, archiveDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/oldWALs, maxLogs=10 2024-11-20T13:18:47,682 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/WALs/5ef453f0fbb6,36545,1732108726421/5ef453f0fbb6%2C36545%2C1732108726421.1732108727665, exclude list is [], retry=0 2024-11-20T13:18:47,700 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-ba4a4968-3a28-479f-a7d5-e8947412f942,DISK] 2024-11-20T13:18:47,700 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44321,DS-040e3926-c86c-4300-8673-350f9b3d2756,DISK] 2024-11-20T13:18:47,703 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T13:18:47,742 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/WALs/5ef453f0fbb6,36545,1732108726421/5ef453f0fbb6%2C36545%2C1732108726421.1732108727665 2024-11-20T13:18:47,743 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40193:40193),(127.0.0.1/127.0.0.1:41795:41795)] 2024-11-20T13:18:47,744 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:18:47,744 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:47,748 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:47,749 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:47,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:47,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:18:47,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:47,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:47,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:47,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:18:47,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:47,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:47,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:47,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:18:47,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:47,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:47,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:47,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:18:47,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:47,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:47,838 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:47,839 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:47,848 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:18:47,852 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:47,857 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:18:47,858 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59848598, jitterRate=-0.10818639397621155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:18:47,862 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:18:47,863 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:18:47,895 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d05766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:18:47,931 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T13:18:47,945 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T13:18:47,945 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T13:18:47,947 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:18:47,949 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T13:18:47,954 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-20T13:18:47,955 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:18:47,990 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:18:48,003 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:18:48,006 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:18:48,008 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:18:48,010 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:18:48,011 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:18:48,013 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:18:48,016 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:18:48,018 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:18:48,019 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:18:48,021 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:18:48,031 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:18:48,032 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:18:48,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:48,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:48,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:48,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:48,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:48,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:48,038 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5ef453f0fbb6,36545,1732108726421, sessionid=0x100151565a00000, setting cluster-up flag (Was=false) 2024-11-20T13:18:48,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:48,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:48,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:48,058 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:18:48,060 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,36545,1732108726421 2024-11-20T13:18:48,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:48,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:48,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:48,070 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:18:48,071 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,36545,1732108726421 2024-11-20T13:18:48,104 DEBUG [RS:0;5ef453f0fbb6:46195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5ef453f0fbb6:46195 2024-11-20T13:18:48,105 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1008): ClusterId : c0b03212-038b-4518-990b-f2cfbd72024e 2024-11-20T13:18:48,107 DEBUG [RS:1;5ef453f0fbb6:44145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5ef453f0fbb6:44145 2024-11-20T13:18:48,109 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:18:48,114 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1008): ClusterId : c0b03212-038b-4518-990b-f2cfbd72024e 2024-11-20T13:18:48,114 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:18:48,120 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:18:48,121 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:18:48,124 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:18:48,124 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:18:48,134 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:18:48,134 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:18:48,134 DEBUG [RS:1;5ef453f0fbb6:44145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195d618b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:18:48,134 DEBUG [RS:0;5ef453f0fbb6:46195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3350191e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:18:48,137 DEBUG [RS:1;5ef453f0fbb6:44145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f3be47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:18:48,137 DEBUG [RS:0;5ef453f0fbb6:46195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305867c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:18:48,143 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:18:48,143 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:18:48,144 DEBUG [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:18:48,144 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:18:48,144 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:18:48,144 DEBUG [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:18:48,148 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,36545,1732108726421 with isa=5ef453f0fbb6/172.17.0.2:44145, startcode=1732108727253 2024-11-20T13:18:48,149 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,36545,1732108726421 with isa=5ef453f0fbb6/172.17.0.2:46195, startcode=1732108727191 2024-11-20T13:18:48,162 DEBUG [RS:1;5ef453f0fbb6:44145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:18:48,162 DEBUG [RS:0;5ef453f0fbb6:46195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:18:48,171 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T13:18:48,178 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T13:18:48,180 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:18:48,187 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5ef453f0fbb6,36545,1732108726421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:18:48,192 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:18:48,192 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:18:48,192 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:18:48,192 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:18:48,193 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5ef453f0fbb6:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:18:48,193 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,193 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:18:48,193 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,195 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732108758195 2024-11-20T13:18:48,197 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:18:48,198 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:18:48,199 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:18:48,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:18:48,204 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:18:48,205 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52393, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:18:48,205 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:18:48,205 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:18:48,205 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:18:48,205 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:48,206 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,206 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:18:48,207 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:18:48,207 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39915, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:18:48,208 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:18:48,209 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:18:48,212 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36545 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:18:48,216 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:18:48,217 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:18:48,218 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36545 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:18:48,221 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108728218,5,FailOnTimeoutGroup] 2024-11-20T13:18:48,222 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108728221,5,FailOnTimeoutGroup] 2024-11-20T13:18:48,222 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,222 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:18:48,224 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,224 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:18:48,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:18:48,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T13:18:48,240 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac 2024-11-20T13:18:48,243 DEBUG [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-20T13:18:48,243 DEBUG [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-20T13:18:48,244 WARN [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T13:18:48,244 WARN [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T13:18:48,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:18:48,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:18:48,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:48,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:18:48,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:18:48,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:48,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:48,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:18:48,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:18:48,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:48,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:48,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:18:48,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:18:48,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:48,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:48,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740 2024-11-20T13:18:48,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740 2024-11-20T13:18:48,286 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:18:48,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:18:48,293 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:18:48,294 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70090023, jitterRate=0.044422730803489685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:18:48,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:18:48,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:18:48,296 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:18:48,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:18:48,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:18:48,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:18:48,298 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:18:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:18:48,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:18:48,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T13:18:48,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:18:48,316 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:18:48,321 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:18:48,345 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,36545,1732108726421 with isa=5ef453f0fbb6/172.17.0.2:46195, startcode=1732108727191 2024-11-20T13:18:48,345 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,36545,1732108726421 with isa=5ef453f0fbb6/172.17.0.2:44145, startcode=1732108727253 2024-11-20T13:18:48,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36545 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:48,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36545 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:48,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36545 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:48,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36545 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:48,358 DEBUG [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac 2024-11-20T13:18:48,358 DEBUG [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41585 2024-11-20T13:18:48,358 DEBUG [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:18:48,360 DEBUG [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac 2024-11-20T13:18:48,361 DEBUG [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41585 2024-11-20T13:18:48,361 DEBUG [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:18:48,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:18:48,367 DEBUG [RS:0;5ef453f0fbb6:46195 {}] zookeeper.ZKUtil(111): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:48,367 WARN [RS:0;5ef453f0fbb6:46195 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:18:48,368 INFO [RS:0;5ef453f0fbb6:46195 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:18:48,368 DEBUG [RS:1;5ef453f0fbb6:44145 {}] zookeeper.ZKUtil(111): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:48,368 WARN [RS:1;5ef453f0fbb6:44145 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:18:48,368 INFO [RS:1;5ef453f0fbb6:44145 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:18:48,368 DEBUG [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/WALs/5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:48,368 DEBUG [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/WALs/5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:48,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,46195,1732108727191] 2024-11-20T13:18:48,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,44145,1732108727253] 2024-11-20T13:18:48,382 DEBUG [RS:0;5ef453f0fbb6:46195 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:18:48,382 DEBUG [RS:1;5ef453f0fbb6:44145 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:18:48,394 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:18:48,394 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:18:48,408 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:18:48,408 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:18:48,411 INFO [RS:0;5ef453f0fbb6:46195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:18:48,411 INFO [RS:1;5ef453f0fbb6:44145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:18:48,411 INFO [RS:0;5ef453f0fbb6:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,411 INFO [RS:1;5ef453f0fbb6:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,412 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:18:48,412 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:18:48,421 INFO [RS:1;5ef453f0fbb6:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,422 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,422 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,422 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,422 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,422 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,422 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:18:48,423 INFO [RS:0;5ef453f0fbb6:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,423 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,423 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,423 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,423 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,423 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,423 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,423 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,423 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:18:48,424 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,424 DEBUG [RS:1;5ef453f0fbb6:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:18:48,424 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,424 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,424 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:18:48,424 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,425 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,425 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,425 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,425 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:48,425 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:18:48,425 DEBUG [RS:0;5ef453f0fbb6:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:18:48,428 INFO [RS:1;5ef453f0fbb6:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,428 INFO [RS:1;5ef453f0fbb6:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,429 INFO [RS:1;5ef453f0fbb6:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,429 INFO [RS:1;5ef453f0fbb6:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,429 INFO [RS:1;5ef453f0fbb6:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,44145,1732108727253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:18:48,431 INFO [RS:0;5ef453f0fbb6:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,431 INFO [RS:0;5ef453f0fbb6:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,431 INFO [RS:0;5ef453f0fbb6:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,431 INFO [RS:0;5ef453f0fbb6:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,431 INFO [RS:0;5ef453f0fbb6:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,46195,1732108727191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:18:48,454 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:18:48,456 INFO [RS:0;5ef453f0fbb6:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,46195,1732108727191-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,456 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:18:48,456 INFO [RS:1;5ef453f0fbb6:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,44145,1732108727253-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:48,472 WARN [5ef453f0fbb6:36545 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-20T13:18:48,478 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.Replication(204): 5ef453f0fbb6,46195,1732108727191 started 2024-11-20T13:18:48,478 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,46195,1732108727191, RpcServer on 5ef453f0fbb6/172.17.0.2:46195, sessionid=0x100151565a00001 2024-11-20T13:18:48,479 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:18:48,479 DEBUG [RS:0;5ef453f0fbb6:46195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:48,479 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,46195,1732108727191' 2024-11-20T13:18:48,479 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:18:48,480 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:18:48,482 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:18:48,482 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:18:48,482 DEBUG [RS:0;5ef453f0fbb6:46195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:48,482 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,46195,1732108727191' 2024-11-20T13:18:48,482 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:18:48,483 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:18:48,484 DEBUG [RS:0;5ef453f0fbb6:46195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:18:48,484 INFO [RS:0;5ef453f0fbb6:46195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:18:48,484 INFO [RS:0;5ef453f0fbb6:46195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:18:48,488 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.Replication(204): 5ef453f0fbb6,44145,1732108727253 started 2024-11-20T13:18:48,488 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,44145,1732108727253, RpcServer on 5ef453f0fbb6/172.17.0.2:44145, sessionid=0x100151565a00002 2024-11-20T13:18:48,488 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:18:48,488 DEBUG [RS:1;5ef453f0fbb6:44145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:48,488 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,44145,1732108727253' 2024-11-20T13:18:48,488 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:18:48,489 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:18:48,489 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:18:48,489 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:18:48,489 DEBUG [RS:1;5ef453f0fbb6:44145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:48,489 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,44145,1732108727253' 2024-11-20T13:18:48,489 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:18:48,490 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:18:48,491 DEBUG [RS:1;5ef453f0fbb6:44145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:18:48,491 INFO [RS:1;5ef453f0fbb6:44145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:18:48,491 INFO [RS:1;5ef453f0fbb6:44145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:18:48,590 INFO [RS:0;5ef453f0fbb6:46195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:18:48,591 INFO [RS:1;5ef453f0fbb6:44145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:18:48,594 INFO [RS:0;5ef453f0fbb6:46195 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C46195%2C1732108727191, suffix=, logDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/WALs/5ef453f0fbb6,46195,1732108727191, archiveDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/oldWALs, maxLogs=32 2024-11-20T13:18:48,595 INFO [RS:1;5ef453f0fbb6:44145 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C44145%2C1732108727253, suffix=, logDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/WALs/5ef453f0fbb6,44145,1732108727253, archiveDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/oldWALs, maxLogs=32 2024-11-20T13:18:48,613 DEBUG [RS:0;5ef453f0fbb6:46195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/WALs/5ef453f0fbb6,46195,1732108727191/5ef453f0fbb6%2C46195%2C1732108727191.1732108728597, exclude list is [], retry=0 2024-11-20T13:18:48,619 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44321,DS-040e3926-c86c-4300-8673-350f9b3d2756,DISK] 2024-11-20T13:18:48,619 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-ba4a4968-3a28-479f-a7d5-e8947412f942,DISK] 2024-11-20T13:18:48,620 DEBUG [RS:1;5ef453f0fbb6:44145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/WALs/5ef453f0fbb6,44145,1732108727253/5ef453f0fbb6%2C44145%2C1732108727253.1732108728598, exclude list is [], retry=0 2024-11-20T13:18:48,624 INFO [RS:0;5ef453f0fbb6:46195 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/WALs/5ef453f0fbb6,46195,1732108727191/5ef453f0fbb6%2C46195%2C1732108727191.1732108728597 2024-11-20T13:18:48,625 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44321,DS-040e3926-c86c-4300-8673-350f9b3d2756,DISK] 2024-11-20T13:18:48,625 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-ba4a4968-3a28-479f-a7d5-e8947412f942,DISK] 2024-11-20T13:18:48,626 DEBUG [RS:0;5ef453f0fbb6:46195 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40193:40193),(127.0.0.1/127.0.0.1:41795:41795)] 2024-11-20T13:18:48,634 INFO [RS:1;5ef453f0fbb6:44145 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/WALs/5ef453f0fbb6,44145,1732108727253/5ef453f0fbb6%2C44145%2C1732108727253.1732108728598 2024-11-20T13:18:48,634 DEBUG [RS:1;5ef453f0fbb6:44145 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41795:41795),(127.0.0.1/127.0.0.1:40193:40193)] 2024-11-20T13:18:48,724 DEBUG [5ef453f0fbb6:36545 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T13:18:48,727 DEBUG [5ef453f0fbb6:36545 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:18:48,734 DEBUG [5ef453f0fbb6:36545 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:18:48,735 DEBUG [5ef453f0fbb6:36545 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:18:48,735 INFO [5ef453f0fbb6:36545 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:18:48,735 INFO [5ef453f0fbb6:36545 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:18:48,735 DEBUG [5ef453f0fbb6:36545 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:18:48,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:48,749 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,44145,1732108727253, state=OPENING 2024-11-20T13:18:48,756 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:18:48,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:48,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:48,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:48,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:18:48,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:18:48,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:18:48,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,44145,1732108727253}] 2024-11-20T13:18:48,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:48,942 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:18:48,944 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:18:48,957 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T13:18:48,958 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:18:48,958 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:18:48,962 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C44145%2C1732108727253.meta, suffix=.meta, logDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/WALs/5ef453f0fbb6,44145,1732108727253, archiveDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/oldWALs, maxLogs=32 2024-11-20T13:18:48,980 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/WALs/5ef453f0fbb6,44145,1732108727253/5ef453f0fbb6%2C44145%2C1732108727253.meta.1732108728964.meta, exclude list is [], retry=0 2024-11-20T13:18:48,985 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-ba4a4968-3a28-479f-a7d5-e8947412f942,DISK] 2024-11-20T13:18:48,985 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44321,DS-040e3926-c86c-4300-8673-350f9b3d2756,DISK] 2024-11-20T13:18:48,990 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/WALs/5ef453f0fbb6,44145,1732108727253/5ef453f0fbb6%2C44145%2C1732108727253.meta.1732108728964.meta 2024-11-20T13:18:48,990 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41795:41795),(127.0.0.1/127.0.0.1:40193:40193)] 2024-11-20T13:18:48,991 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:18:48,993 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:18:49,071 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:18:49,075 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:18:49,080 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:18:49,080 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:49,080 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T13:18:49,080 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T13:18:49,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:18:49,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:18:49,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:49,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:49,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:18:49,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:18:49,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:49,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:49,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:18:49,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:18:49,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:49,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:49,094 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740 2024-11-20T13:18:49,096 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740 2024-11-20T13:18:49,099 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:18:49,102 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:18:49,103 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72396508, jitterRate=0.0787920355796814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:18:49,105 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:18:49,113 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732108728934 2024-11-20T13:18:49,125 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:18:49,126 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T13:18:49,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:49,129 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,44145,1732108727253, state=OPEN 2024-11-20T13:18:49,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:18:49,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:18:49,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:18:49,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:18:49,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:18:49,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:18:49,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:18:49,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,44145,1732108727253 in 370 msec 2024-11-20T13:18:49,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:18:49,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 831 msec 2024-11-20T13:18:49,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0390 sec 2024-11-20T13:18:49,149 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732108729149, completionTime=-1 2024-11-20T13:18:49,150 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-20T13:18:49,150 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T13:18:49,195 DEBUG [hconnection-0x21eb5ffb-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:18:49,198 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:18:49,209 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-20T13:18:49,209 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732108789209 2024-11-20T13:18:49,209 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732108849209 2024-11-20T13:18:49,210 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 59 msec 2024-11-20T13:18:49,235 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:18:49,244 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,36545,1732108726421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:49,245 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,36545,1732108726421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:49,245 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,36545,1732108726421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:49,246 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5ef453f0fbb6:36545, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:49,247 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:49,253 DEBUG [master/5ef453f0fbb6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T13:18:49,256 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T13:18:49,258 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:18:49,265 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T13:18:49,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:18:49,270 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:49,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:18:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741836_1012 (size=358) 2024-11-20T13:18:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741836_1012 (size=358) 2024-11-20T13:18:49,289 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9b5d89dec6955e6a63ebd015959cbdbe, NAME => 'hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac 2024-11-20T13:18:49,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741837_1013 (size=42) 2024-11-20T13:18:49,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741837_1013 (size=42) 2024-11-20T13:18:49,300 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:49,300 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9b5d89dec6955e6a63ebd015959cbdbe, disabling compactions & flushes 2024-11-20T13:18:49,300 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. 2024-11-20T13:18:49,300 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. 2024-11-20T13:18:49,300 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. after waiting 0 ms 2024-11-20T13:18:49,300 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. 2024-11-20T13:18:49,300 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. 2024-11-20T13:18:49,300 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9b5d89dec6955e6a63ebd015959cbdbe: 2024-11-20T13:18:49,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:18:49,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732108729303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108729303"}]},"ts":"1732108729303"} 2024-11-20T13:18:49,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:18:49,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:18:49,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108729336"}]},"ts":"1732108729336"} 2024-11-20T13:18:49,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T13:18:49,348 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:18:49,350 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:18:49,350 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:18:49,350 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:18:49,350 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:18:49,350 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:18:49,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9b5d89dec6955e6a63ebd015959cbdbe, ASSIGN}] 2024-11-20T13:18:49,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9b5d89dec6955e6a63ebd015959cbdbe, ASSIGN 2024-11-20T13:18:49,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9b5d89dec6955e6a63ebd015959cbdbe, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,46195,1732108727191; forceNewPlan=false, retain=false 2024-11-20T13:18:49,507 INFO [5ef453f0fbb6:36545 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T13:18:49,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9b5d89dec6955e6a63ebd015959cbdbe, regionState=OPENING, regionLocation=5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:49,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9b5d89dec6955e6a63ebd015959cbdbe, server=5ef453f0fbb6,46195,1732108727191}] 2024-11-20T13:18:49,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:49,668 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:18:49,671 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:18:49,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. 2024-11-20T13:18:49,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9b5d89dec6955e6a63ebd015959cbdbe, NAME => 'hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:18:49,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9b5d89dec6955e6a63ebd015959cbdbe 2024-11-20T13:18:49,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:49,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9b5d89dec6955e6a63ebd015959cbdbe 2024-11-20T13:18:49,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9b5d89dec6955e6a63ebd015959cbdbe 2024-11-20T13:18:49,684 INFO [StoreOpener-9b5d89dec6955e6a63ebd015959cbdbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9b5d89dec6955e6a63ebd015959cbdbe 2024-11-20T13:18:49,687 INFO [StoreOpener-9b5d89dec6955e6a63ebd015959cbdbe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b5d89dec6955e6a63ebd015959cbdbe columnFamilyName info 2024-11-20T13:18:49,687 DEBUG [StoreOpener-9b5d89dec6955e6a63ebd015959cbdbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:49,688 INFO [StoreOpener-9b5d89dec6955e6a63ebd015959cbdbe-1 {}] regionserver.HStore(327): Store=9b5d89dec6955e6a63ebd015959cbdbe/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:49,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/namespace/9b5d89dec6955e6a63ebd015959cbdbe 2024-11-20T13:18:49,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/namespace/9b5d89dec6955e6a63ebd015959cbdbe 2024-11-20T13:18:49,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9b5d89dec6955e6a63ebd015959cbdbe 2024-11-20T13:18:49,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/namespace/9b5d89dec6955e6a63ebd015959cbdbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:18:49,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9b5d89dec6955e6a63ebd015959cbdbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75470330, jitterRate=0.12459555268287659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:18:49,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9b5d89dec6955e6a63ebd015959cbdbe: 2024-11-20T13:18:49,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe., pid=6, masterSystemTime=1732108729667 2024-11-20T13:18:49,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. 2024-11-20T13:18:49,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. 2024-11-20T13:18:49,712 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9b5d89dec6955e6a63ebd015959cbdbe, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:49,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T13:18:49,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9b5d89dec6955e6a63ebd015959cbdbe, server=5ef453f0fbb6,46195,1732108727191 in 204 msec 2024-11-20T13:18:49,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T13:18:49,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9b5d89dec6955e6a63ebd015959cbdbe, ASSIGN in 370 msec 2024-11-20T13:18:49,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:18:49,728 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108729728"}]},"ts":"1732108729728"} 2024-11-20T13:18:49,731 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T13:18:49,735 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:18:49,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 477 msec 2024-11-20T13:18:49,769 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T13:18:49,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:18:49,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:49,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:49,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:49,799 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:18:49,802 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:18:49,812 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T13:18:49,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:18:49,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 26 msec 2024-11-20T13:18:49,847 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T13:18:49,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:18:49,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2024-11-20T13:18:49,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T13:18:49,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T13:18:49,877 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.544sec 2024-11-20T13:18:49,879 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:18:49,881 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:18:49,882 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:18:49,883 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:18:49,883 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:18:49,884 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,36545,1732108726421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:18:49,885 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,36545,1732108726421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:18:49,888 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:18:49,889 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:18:49,889 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,36545,1732108726421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:49,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20e8be79 to 127.0.0.1:60209 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@aaf67c8 2024-11-20T13:18:49,908 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-20T13:18:49,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b98d97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:18:49,946 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T13:18:49,946 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T13:18:49,992 DEBUG [hconnection-0x3b69796f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:18:50,002 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:18:50,011 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5ef453f0fbb6,36545,1732108726421 2024-11-20T13:18:50,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:18:50,018 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:18:50,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:18:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-20T13:18:50,032 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:18:50,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-20T13:18:50,032 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:50,034 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:18:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:18:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741838_1014 (size=379) 2024-11-20T13:18:50,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741838_1014 (size=379) 2024-11-20T13:18:50,050 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9987a2aa177b974e4b5047b5ee1b1de6, NAME => 'testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac 2024-11-20T13:18:50,050 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bf6c2d30a704be84244e862e3ed79614, NAME => 'testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac 2024-11-20T13:18:50,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741840_1016 (size=61) 2024-11-20T13:18:50,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741840_1016 (size=61) 2024-11-20T13:18:50,067 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:50,067 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 9987a2aa177b974e4b5047b5ee1b1de6, disabling compactions & flushes 2024-11-20T13:18:50,067 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. 2024-11-20T13:18:50,067 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. 2024-11-20T13:18:50,067 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. after waiting 0 ms 2024-11-20T13:18:50,067 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. 2024-11-20T13:18:50,068 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. 2024-11-20T13:18:50,068 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9987a2aa177b974e4b5047b5ee1b1de6: 2024-11-20T13:18:50,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741839_1015 (size=61) 2024-11-20T13:18:50,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741839_1015 (size=61) 2024-11-20T13:18:50,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:50,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing bf6c2d30a704be84244e862e3ed79614, disabling compactions & flushes 2024-11-20T13:18:50,072 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. 2024-11-20T13:18:50,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. 2024-11-20T13:18:50,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. after waiting 0 ms 2024-11-20T13:18:50,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. 2024-11-20T13:18:50,072 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. 2024-11-20T13:18:50,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for bf6c2d30a704be84244e862e3ed79614: 2024-11-20T13:18:50,074 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:18:50,075 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732108730074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108730074"}]},"ts":"1732108730074"} 2024-11-20T13:18:50,075 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732108730074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108730074"}]},"ts":"1732108730074"} 2024-11-20T13:18:50,107 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-20T13:18:50,109 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:18:50,110 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108730109"}]},"ts":"1732108730109"} 2024-11-20T13:18:50,112 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-20T13:18:50,117 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:18:50,119 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:18:50,119 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:18:50,119 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:18:50,119 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:18:50,119 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:18:50,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9987a2aa177b974e4b5047b5ee1b1de6, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf6c2d30a704be84244e862e3ed79614, ASSIGN}] 2024-11-20T13:18:50,122 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf6c2d30a704be84244e862e3ed79614, ASSIGN 2024-11-20T13:18:50,122 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9987a2aa177b974e4b5047b5ee1b1de6, ASSIGN 2024-11-20T13:18:50,124 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf6c2d30a704be84244e862e3ed79614, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,46195,1732108727191; forceNewPlan=false, retain=false 2024-11-20T13:18:50,124 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9987a2aa177b974e4b5047b5ee1b1de6, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,44145,1732108727253; forceNewPlan=false, retain=false 2024-11-20T13:18:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:18:50,274 INFO [5ef453f0fbb6:36545 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-20T13:18:50,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=bf6c2d30a704be84244e862e3ed79614, regionState=OPENING, regionLocation=5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:50,275 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9987a2aa177b974e4b5047b5ee1b1de6, regionState=OPENING, regionLocation=5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:50,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure bf6c2d30a704be84244e862e3ed79614, server=5ef453f0fbb6,46195,1732108727191}] 2024-11-20T13:18:50,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 9987a2aa177b974e4b5047b5ee1b1de6, server=5ef453f0fbb6,44145,1732108727253}] 2024-11-20T13:18:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:18:50,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:50,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:50,440 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. 2024-11-20T13:18:50,440 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. 2024-11-20T13:18:50,440 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => bf6c2d30a704be84244e862e3ed79614, NAME => 'testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614.', STARTKEY => '5', ENDKEY => ''} 2024-11-20T13:18:50,440 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 9987a2aa177b974e4b5047b5ee1b1de6, NAME => 'testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6.', STARTKEY => '', ENDKEY => '5'} 2024-11-20T13:18:50,441 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bf6c2d30a704be84244e862e3ed79614 2024-11-20T13:18:50,441 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:50,441 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9987a2aa177b974e4b5047b5ee1b1de6 2024-11-20T13:18:50,441 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for bf6c2d30a704be84244e862e3ed79614 2024-11-20T13:18:50,441 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for bf6c2d30a704be84244e862e3ed79614 2024-11-20T13:18:50,441 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:50,441 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 9987a2aa177b974e4b5047b5ee1b1de6 2024-11-20T13:18:50,441 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 9987a2aa177b974e4b5047b5ee1b1de6 2024-11-20T13:18:50,443 INFO [StoreOpener-bf6c2d30a704be84244e862e3ed79614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bf6c2d30a704be84244e862e3ed79614 2024-11-20T13:18:50,443 INFO [StoreOpener-9987a2aa177b974e4b5047b5ee1b1de6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9987a2aa177b974e4b5047b5ee1b1de6 2024-11-20T13:18:50,445 INFO [StoreOpener-bf6c2d30a704be84244e862e3ed79614-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf6c2d30a704be84244e862e3ed79614 columnFamilyName family 2024-11-20T13:18:50,445 DEBUG [StoreOpener-bf6c2d30a704be84244e862e3ed79614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:50,446 INFO [StoreOpener-9987a2aa177b974e4b5047b5ee1b1de6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9987a2aa177b974e4b5047b5ee1b1de6 columnFamilyName family 2024-11-20T13:18:50,446 DEBUG [StoreOpener-9987a2aa177b974e4b5047b5ee1b1de6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:50,446 INFO [StoreOpener-9987a2aa177b974e4b5047b5ee1b1de6-1 {}] regionserver.HStore(327): Store=9987a2aa177b974e4b5047b5ee1b1de6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:50,446 INFO [StoreOpener-bf6c2d30a704be84244e862e3ed79614-1 {}] regionserver.HStore(327): Store=bf6c2d30a704be84244e862e3ed79614/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:50,448 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/bf6c2d30a704be84244e862e3ed79614 2024-11-20T13:18:50,448 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/9987a2aa177b974e4b5047b5ee1b1de6 2024-11-20T13:18:50,448 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/bf6c2d30a704be84244e862e3ed79614 2024-11-20T13:18:50,449 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/9987a2aa177b974e4b5047b5ee1b1de6 2024-11-20T13:18:50,451 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for bf6c2d30a704be84244e862e3ed79614 2024-11-20T13:18:50,452 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 9987a2aa177b974e4b5047b5ee1b1de6 2024-11-20T13:18:50,456 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/9987a2aa177b974e4b5047b5ee1b1de6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:18:50,456 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/bf6c2d30a704be84244e862e3ed79614/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:18:50,457 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 9987a2aa177b974e4b5047b5ee1b1de6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63709839, jitterRate=-0.05064941942691803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:18:50,457 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened bf6c2d30a704be84244e862e3ed79614; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65723257, jitterRate=-0.02064715325832367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:18:50,458 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 9987a2aa177b974e4b5047b5ee1b1de6: 2024-11-20T13:18:50,458 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for bf6c2d30a704be84244e862e3ed79614: 2024-11-20T13:18:50,460 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6., pid=13, masterSystemTime=1732108730435 2024-11-20T13:18:50,461 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614., pid=12, masterSystemTime=1732108730432 2024-11-20T13:18:50,465 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9987a2aa177b974e4b5047b5ee1b1de6, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:50,465 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. 2024-11-20T13:18:50,465 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. 2024-11-20T13:18:50,465 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. 2024-11-20T13:18:50,465 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. 2024-11-20T13:18:50,466 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=bf6c2d30a704be84244e862e3ed79614, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:50,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-20T13:18:50,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 9987a2aa177b974e4b5047b5ee1b1de6, server=5ef453f0fbb6,44145,1732108727253 in 188 msec 2024-11-20T13:18:50,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T13:18:50,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9987a2aa177b974e4b5047b5ee1b1de6, ASSIGN in 352 msec 2024-11-20T13:18:50,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure bf6c2d30a704be84244e862e3ed79614, server=5ef453f0fbb6,46195,1732108727191 in 192 msec 2024-11-20T13:18:50,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-20T13:18:50,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf6c2d30a704be84244e862e3ed79614, ASSIGN in 354 msec 2024-11-20T13:18:50,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:18:50,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108730479"}]},"ts":"1732108730479"} 2024-11-20T13:18:50,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-20T13:18:50,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:18:50,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 459 msec 2024-11-20T13:18:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:18:50,648 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-20T13:18:50,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-20T13:18:50,650 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:18:50,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-20T13:18:50,662 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:18:50,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-20T13:18:50,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:18:50,702 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:18:50,717 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing bf6c2d30a704be84244e862e3ed79614 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-20T13:18:50,792 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/bf6c2d30a704be84244e862e3ed79614/.tmp/family/b22cfff7cd054cf2a095fc60a07f228b is 32, key is 5/family:/1732108730703/Put/seqid=0 2024-11-20T13:18:50,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741841_1017 (size=5083) 2024-11-20T13:18:50,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741841_1017 (size=5083) 2024-11-20T13:18:50,816 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/bf6c2d30a704be84244e862e3ed79614/.tmp/family/b22cfff7cd054cf2a095fc60a07f228b 2024-11-20T13:18:50,873 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/bf6c2d30a704be84244e862e3ed79614/.tmp/family/b22cfff7cd054cf2a095fc60a07f228b as hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/bf6c2d30a704be84244e862e3ed79614/family/b22cfff7cd054cf2a095fc60a07f228b 2024-11-20T13:18:50,884 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/bf6c2d30a704be84244e862e3ed79614/family/b22cfff7cd054cf2a095fc60a07f228b, entries=5, sequenceid=9, filesize=5.0 K 2024-11-20T13:18:50,888 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for bf6c2d30a704be84244e862e3ed79614 in 170ms, sequenceid=9, compaction requested=false 2024-11-20T13:18:50,889 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-20T13:18:50,890 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for bf6c2d30a704be84244e862e3ed79614: 2024-11-20T13:18:50,890 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 9987a2aa177b974e4b5047b5ee1b1de6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-20T13:18:50,917 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/9987a2aa177b974e4b5047b5ee1b1de6/.tmp/family/8e2c6dabe39c40578cd957e31678fd29 is 32, key is 1/family:/1732108730680/Put/seqid=0 2024-11-20T13:18:50,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741842_1018 (size=5054) 2024-11-20T13:18:50,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741842_1018 (size=5054) 2024-11-20T13:18:50,931 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/9987a2aa177b974e4b5047b5ee1b1de6/.tmp/family/8e2c6dabe39c40578cd957e31678fd29 2024-11-20T13:18:50,944 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/9987a2aa177b974e4b5047b5ee1b1de6/.tmp/family/8e2c6dabe39c40578cd957e31678fd29 as hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/9987a2aa177b974e4b5047b5ee1b1de6/family/8e2c6dabe39c40578cd957e31678fd29 2024-11-20T13:18:50,955 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/9987a2aa177b974e4b5047b5ee1b1de6/family/8e2c6dabe39c40578cd957e31678fd29, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T13:18:50,957 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 9987a2aa177b974e4b5047b5ee1b1de6 in 67ms, sequenceid=8, compaction requested=false 2024-11-20T13:18:50,957 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 9987a2aa177b974e4b5047b5ee1b1de6: 2024-11-20T13:18:50,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x565ac752 to 127.0.0.1:60209 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e2e28ef 2024-11-20T13:18:50,972 DEBUG [ReadOnlyZKClient-127.0.0.1:60209@0x565ac752 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a80e334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:18:51,018 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-20T13:18:51,028 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-20T13:18:51,031 DEBUG [ReadOnlyZKClient-127.0.0.1:60209@0x565ac752 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5ef453f0fbb6,44145,1732108727253, seqNum=-1] 2024-11-20T13:18:51,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:18:51,040 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:18:51,058 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:18:51,059 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:18:51,060 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:18:51,065 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:18:51,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-20T13:18:51,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:18:51,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:51,077 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x565ac752 to 127.0.0.1:60209 2024-11-20T13:18:51,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T13:18:51,077 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:18:51,078 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20e8be79 to 127.0.0.1:60209 2024-11-20T13:18:51,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:51,079 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:18:51,079 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2121865689, stopped=false 2024-11-20T13:18:51,080 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5ef453f0fbb6,36545,1732108726421 2024-11-20T13:18:51,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:51,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:51,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:51,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:51,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:51,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:51,084 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T13:18:51,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:51,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:51,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:51,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:51,086 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,46195,1732108727191' ***** 2024-11-20T13:18:51,086 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:18:51,086 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,44145,1732108727253' ***** 2024-11-20T13:18:51,086 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:18:51,086 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:18:51,087 INFO [RS:0;5ef453f0fbb6:46195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:18:51,087 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:18:51,087 INFO [RS:0;5ef453f0fbb6:46195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:18:51,087 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(3579): Received CLOSE for bf6c2d30a704be84244e862e3ed79614 2024-11-20T13:18:51,086 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:18:51,088 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(3579): Received CLOSE for 9b5d89dec6955e6a63ebd015959cbdbe 2024-11-20T13:18:51,088 INFO [RS:1;5ef453f0fbb6:44145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:18:51,088 INFO [RS:1;5ef453f0fbb6:44145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:18:51,088 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:51,088 DEBUG [RS:0;5ef453f0fbb6:46195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:51,088 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(3579): Received CLOSE for 9987a2aa177b974e4b5047b5ee1b1de6 2024-11-20T13:18:51,088 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T13:18:51,088 DEBUG [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1603): Online Regions={bf6c2d30a704be84244e862e3ed79614=testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614., 9b5d89dec6955e6a63ebd015959cbdbe=hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe.} 2024-11-20T13:18:51,088 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:18:51,089 DEBUG [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1629): Waiting on 9b5d89dec6955e6a63ebd015959cbdbe, bf6c2d30a704be84244e862e3ed79614 2024-11-20T13:18:51,089 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bf6c2d30a704be84244e862e3ed79614, disabling compactions & flushes 2024-11-20T13:18:51,089 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. 2024-11-20T13:18:51,089 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. 2024-11-20T13:18:51,090 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. after waiting 0 ms 2024-11-20T13:18:51,090 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. 2024-11-20T13:18:51,096 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:51,096 DEBUG [RS:1;5ef453f0fbb6:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:51,096 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:18:51,096 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:18:51,096 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:18:51,096 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9987a2aa177b974e4b5047b5ee1b1de6, disabling compactions & flushes 2024-11-20T13:18:51,097 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T13:18:51,097 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. 2024-11-20T13:18:51,097 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. 2024-11-20T13:18:51,097 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. after waiting 0 ms 2024-11-20T13:18:51,097 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. 2024-11-20T13:18:51,098 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T13:18:51,098 DEBUG [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 9987a2aa177b974e4b5047b5ee1b1de6=testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6.} 2024-11-20T13:18:51,098 DEBUG [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9987a2aa177b974e4b5047b5ee1b1de6 2024-11-20T13:18:51,098 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:18:51,098 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:18:51,098 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:18:51,099 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:18:51,099 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:18:51,099 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-20T13:18:51,127 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/bf6c2d30a704be84244e862e3ed79614/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T13:18:51,130 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. 2024-11-20T13:18:51,130 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bf6c2d30a704be84244e862e3ed79614: 2024-11-20T13:18:51,131 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614. 2024-11-20T13:18:51,131 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9b5d89dec6955e6a63ebd015959cbdbe, disabling compactions & flushes 2024-11-20T13:18:51,131 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. 2024-11-20T13:18:51,131 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. 2024-11-20T13:18:51,131 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. after waiting 0 ms 2024-11-20T13:18:51,131 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. 2024-11-20T13:18:51,131 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9b5d89dec6955e6a63ebd015959cbdbe 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T13:18:51,133 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/default/testClearRegionBlockCache/9987a2aa177b974e4b5047b5ee1b1de6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T13:18:51,135 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. 2024-11-20T13:18:51,135 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9987a2aa177b974e4b5047b5ee1b1de6: 2024-11-20T13:18:51,135 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732108730024.9987a2aa177b974e4b5047b5ee1b1de6. 2024-11-20T13:18:51,140 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:18:51,143 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:18:51,161 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740/.tmp/info/02a589d0e5d14494b07d23b88c18254f is 173, key is testClearRegionBlockCache,5,1732108730024.bf6c2d30a704be84244e862e3ed79614./info:regioninfo/1732108730466/Put/seqid=0 2024-11-20T13:18:51,164 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/namespace/9b5d89dec6955e6a63ebd015959cbdbe/.tmp/info/4f9cf02270164442be766a0c8c166055 is 45, key is default/info:d/1732108729822/Put/seqid=0 2024-11-20T13:18:51,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741844_1020 (size=5037) 2024-11-20T13:18:51,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741844_1020 (size=5037) 2024-11-20T13:18:51,184 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/namespace/9b5d89dec6955e6a63ebd015959cbdbe/.tmp/info/4f9cf02270164442be766a0c8c166055 2024-11-20T13:18:51,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741843_1019 (size=9337) 2024-11-20T13:18:51,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741843_1019 (size=9337) 2024-11-20T13:18:51,201 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/namespace/9b5d89dec6955e6a63ebd015959cbdbe/.tmp/info/4f9cf02270164442be766a0c8c166055 as hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/namespace/9b5d89dec6955e6a63ebd015959cbdbe/info/4f9cf02270164442be766a0c8c166055 2024-11-20T13:18:51,201 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740/.tmp/info/02a589d0e5d14494b07d23b88c18254f 2024-11-20T13:18:51,215 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/namespace/9b5d89dec6955e6a63ebd015959cbdbe/info/4f9cf02270164442be766a0c8c166055, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T13:18:51,218 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9b5d89dec6955e6a63ebd015959cbdbe in 87ms, sequenceid=6, compaction requested=false 2024-11-20T13:18:51,218 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-20T13:18:51,233 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/namespace/9b5d89dec6955e6a63ebd015959cbdbe/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T13:18:51,235 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. 2024-11-20T13:18:51,235 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9b5d89dec6955e6a63ebd015959cbdbe: 2024-11-20T13:18:51,236 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732108729257.9b5d89dec6955e6a63ebd015959cbdbe. 2024-11-20T13:18:51,248 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740/.tmp/table/9f730b2e52774887b10a09f9ecfb6128 is 61, key is testClearRegionBlockCache/table:state/1732108730479/Put/seqid=0 2024-11-20T13:18:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741845_1021 (size=5392) 2024-11-20T13:18:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741845_1021 (size=5392) 2024-11-20T13:18:51,259 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740/.tmp/table/9f730b2e52774887b10a09f9ecfb6128 2024-11-20T13:18:51,282 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740/.tmp/info/02a589d0e5d14494b07d23b88c18254f as hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740/info/02a589d0e5d14494b07d23b88c18254f 2024-11-20T13:18:51,289 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,46195,1732108727191; all regions closed. 2024-11-20T13:18:51,295 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740/info/02a589d0e5d14494b07d23b88c18254f, entries=30, sequenceid=16, filesize=9.1 K 2024-11-20T13:18:51,297 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740/.tmp/table/9f730b2e52774887b10a09f9ecfb6128 as hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740/table/9f730b2e52774887b10a09f9ecfb6128 2024-11-20T13:18:51,299 DEBUG [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T13:18:51,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741833_1009 (size=3188) 2024-11-20T13:18:51,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741833_1009 (size=3188) 2024-11-20T13:18:51,318 DEBUG [RS:0;5ef453f0fbb6:46195 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/oldWALs 2024-11-20T13:18:51,318 INFO [RS:0;5ef453f0fbb6:46195 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C46195%2C1732108727191:(num 1732108728597) 2024-11-20T13:18:51,318 DEBUG [RS:0;5ef453f0fbb6:46195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:51,318 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:18:51,318 INFO [RS:0;5ef453f0fbb6:46195 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T13:18:51,319 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:18:51,319 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:18:51,319 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:18:51,319 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:18:51,319 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740/table/9f730b2e52774887b10a09f9ecfb6128, entries=4, sequenceid=16, filesize=5.3 K 2024-11-20T13:18:51,320 INFO [RS:0;5ef453f0fbb6:46195 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46195 2024-11-20T13:18:51,325 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 226ms, sequenceid=16, compaction requested=false 2024-11-20T13:18:51,325 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T13:18:51,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,46195,1732108727191 2024-11-20T13:18:51,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:18:51,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,46195,1732108727191] 2024-11-20T13:18:51,333 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,46195,1732108727191; numProcessing=1 2024-11-20T13:18:51,333 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T13:18:51,334 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,46195,1732108727191 already deleted, retry=false 2024-11-20T13:18:51,334 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,46195,1732108727191 expired; onlineServers=1 2024-11-20T13:18:51,334 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:18:51,335 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:18:51,335 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:18:51,335 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:18:51,429 INFO [regionserver/5ef453f0fbb6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T13:18:51,429 INFO [regionserver/5ef453f0fbb6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T13:18:51,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:18:51,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100151565a00001, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:18:51,432 INFO [RS:0;5ef453f0fbb6:46195 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,46195,1732108727191; zookeeper connection closed. 2024-11-20T13:18:51,433 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c1fc57d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c1fc57d 2024-11-20T13:18:51,499 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,44145,1732108727253; all regions closed. 2024-11-20T13:18:51,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741835_1011 (size=5602) 2024-11-20T13:18:51,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741835_1011 (size=5602) 2024-11-20T13:18:51,507 DEBUG [RS:1;5ef453f0fbb6:44145 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/oldWALs 2024-11-20T13:18:51,507 INFO [RS:1;5ef453f0fbb6:44145 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C44145%2C1732108727253.meta:.meta(num 1732108728964) 2024-11-20T13:18:51,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741834_1010 (size=1758) 2024-11-20T13:18:51,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741834_1010 (size=1758) 2024-11-20T13:18:51,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/WALs/5ef453f0fbb6,44145,1732108727253/5ef453f0fbb6%2C44145%2C1732108727253.1732108728598 not finished, retry = 0 2024-11-20T13:18:51,617 DEBUG [RS:1;5ef453f0fbb6:44145 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/oldWALs 2024-11-20T13:18:51,617 INFO [RS:1;5ef453f0fbb6:44145 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C44145%2C1732108727253:(num 1732108728598) 2024-11-20T13:18:51,617 DEBUG [RS:1;5ef453f0fbb6:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:51,617 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:18:51,617 INFO [RS:1;5ef453f0fbb6:44145 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T13:18:51,617 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:18:51,618 INFO [RS:1;5ef453f0fbb6:44145 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44145 2024-11-20T13:18:51,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:18:51,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,44145,1732108727253 2024-11-20T13:18:51,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,44145,1732108727253] 2024-11-20T13:18:51,621 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,44145,1732108727253; numProcessing=2 2024-11-20T13:18:51,623 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,44145,1732108727253 already deleted, retry=false 2024-11-20T13:18:51,623 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,44145,1732108727253 expired; onlineServers=0 2024-11-20T13:18:51,623 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,36545,1732108726421' ***** 2024-11-20T13:18:51,623 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:18:51,623 DEBUG [M:0;5ef453f0fbb6:36545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492a72b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:18:51,624 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,36545,1732108726421 2024-11-20T13:18:51,624 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,36545,1732108726421; all regions closed. 2024-11-20T13:18:51,624 DEBUG [M:0;5ef453f0fbb6:36545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:51,624 DEBUG [M:0;5ef453f0fbb6:36545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:18:51,624 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:18:51,624 DEBUG [M:0;5ef453f0fbb6:36545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:18:51,624 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108728218 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108728218,5,FailOnTimeoutGroup] 2024-11-20T13:18:51,624 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108728221 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108728221,5,FailOnTimeoutGroup] 2024-11-20T13:18:51,624 INFO [M:0;5ef453f0fbb6:36545 {}] hbase.ChoreService(370): Chore service for: master/5ef453f0fbb6:0 had [] on shutdown 2024-11-20T13:18:51,625 DEBUG [M:0;5ef453f0fbb6:36545 {}] master.HMaster(1733): Stopping service threads 2024-11-20T13:18:51,625 INFO [M:0;5ef453f0fbb6:36545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:18:51,625 INFO [M:0;5ef453f0fbb6:36545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:18:51,626 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:18:51,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:18:51,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:51,627 DEBUG [M:0;5ef453f0fbb6:36545 {}] zookeeper.ZKUtil(347): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:18:51,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:18:51,627 WARN [M:0;5ef453f0fbb6:36545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:18:51,627 INFO [M:0;5ef453f0fbb6:36545 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T13:18:51,627 INFO [M:0;5ef453f0fbb6:36545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:18:51,627 DEBUG [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:18:51,627 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:51,627 DEBUG [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:51,627 DEBUG [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:18:51,627 DEBUG [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:51,628 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-11-20T13:18:51,647 DEBUG [M:0;5ef453f0fbb6:36545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49bbb6041d044364bf82d43368c5c00b is 82, key is hbase:meta,,1/info:regioninfo/1732108729126/Put/seqid=0 2024-11-20T13:18:51,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741846_1022 (size=5672) 2024-11-20T13:18:51,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741846_1022 (size=5672) 2024-11-20T13:18:51,658 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49bbb6041d044364bf82d43368c5c00b 2024-11-20T13:18:51,691 DEBUG [M:0;5ef453f0fbb6:36545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecbd4af3d4334ad8a0cdaec33659bd34 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732108730488/Put/seqid=0 2024-11-20T13:18:51,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741847_1023 (size=7579) 2024-11-20T13:18:51,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741847_1023 (size=7579) 2024-11-20T13:18:51,701 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecbd4af3d4334ad8a0cdaec33659bd34 2024-11-20T13:18:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:18:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x100151565a00002, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:18:51,723 INFO [RS:1;5ef453f0fbb6:44145 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,44145,1732108727253; zookeeper connection closed. 2024-11-20T13:18:51,723 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cfc1eb4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cfc1eb4 2024-11-20T13:18:51,724 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-20T13:18:51,730 DEBUG [M:0;5ef453f0fbb6:36545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a66a82f8cbca4b529c22d6a0fae1ed74 is 69, key is 5ef453f0fbb6,44145,1732108727253/rs:state/1732108728358/Put/seqid=0 2024-11-20T13:18:51,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741848_1024 (size=5224) 2024-11-20T13:18:51,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741848_1024 (size=5224) 2024-11-20T13:18:51,739 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a66a82f8cbca4b529c22d6a0fae1ed74 2024-11-20T13:18:51,750 DEBUG [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49bbb6041d044364bf82d43368c5c00b as hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49bbb6041d044364bf82d43368c5c00b 2024-11-20T13:18:51,758 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49bbb6041d044364bf82d43368c5c00b, entries=8, sequenceid=108, filesize=5.5 K 2024-11-20T13:18:51,759 DEBUG [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecbd4af3d4334ad8a0cdaec33659bd34 as hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecbd4af3d4334ad8a0cdaec33659bd34 2024-11-20T13:18:51,766 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecbd4af3d4334ad8a0cdaec33659bd34, entries=13, sequenceid=108, filesize=7.4 K 2024-11-20T13:18:51,768 DEBUG [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a66a82f8cbca4b529c22d6a0fae1ed74 as hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a66a82f8cbca4b529c22d6a0fae1ed74 2024-11-20T13:18:51,775 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41585/user/jenkins/test-data/17d49dce-6102-f706-688e-4c6fcb0e71ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a66a82f8cbca4b529c22d6a0fae1ed74, entries=2, sequenceid=108, filesize=5.1 K 2024-11-20T13:18:51,776 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=108, compaction requested=false 2024-11-20T13:18:51,778 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:51,778 DEBUG [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:18:51,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741830_1006 (size=54477) 2024-11-20T13:18:51,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741830_1006 (size=54477) 2024-11-20T13:18:51,782 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:18:51,782 INFO [M:0;5ef453f0fbb6:36545 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T13:18:51,782 INFO [M:0;5ef453f0fbb6:36545 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36545 2024-11-20T13:18:51,784 DEBUG [M:0;5ef453f0fbb6:36545 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5ef453f0fbb6,36545,1732108726421 already deleted, retry=false 2024-11-20T13:18:51,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:18:51,886 INFO [M:0;5ef453f0fbb6:36545 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,36545,1732108726421; zookeeper connection closed. 2024-11-20T13:18:51,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36545-0x100151565a00000, quorum=127.0.0.1:60209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:18:51,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23d2e820{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:18:51,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ee8adce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:18:51,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:18:51,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cb64205{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:18:51,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f3d3355{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/hadoop.log.dir/,STOPPED} 2024-11-20T13:18:51,903 WARN [BP-835286524-172.17.0.2-1732108723122 heartbeating to localhost/127.0.0.1:41585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:18:51,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:18:51,903 WARN [BP-835286524-172.17.0.2-1732108723122 heartbeating to localhost/127.0.0.1:41585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-835286524-172.17.0.2-1732108723122 (Datanode Uuid be7e1699-ebb2-4188-bdd2-5b5678cd2f13) service to localhost/127.0.0.1:41585 2024-11-20T13:18:51,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:18:51,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/cluster_2864dfd6-533c-1a0e-3b6c-2aefc8b664df/dfs/data/data3/current/BP-835286524-172.17.0.2-1732108723122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:18:51,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/cluster_2864dfd6-533c-1a0e-3b6c-2aefc8b664df/dfs/data/data4/current/BP-835286524-172.17.0.2-1732108723122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:18:51,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:18:51,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45895ca6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:18:51,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e8a1397{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:18:51,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:18:51,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76645813{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:18:51,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4760307{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/hadoop.log.dir/,STOPPED} 2024-11-20T13:18:51,911 WARN [BP-835286524-172.17.0.2-1732108723122 heartbeating to localhost/127.0.0.1:41585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:18:51,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:18:51,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:18:51,911 WARN [BP-835286524-172.17.0.2-1732108723122 heartbeating to localhost/127.0.0.1:41585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-835286524-172.17.0.2-1732108723122 (Datanode Uuid 3fc5856a-1409-4430-b7f8-ff73ac123316) service to localhost/127.0.0.1:41585 2024-11-20T13:18:51,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/cluster_2864dfd6-533c-1a0e-3b6c-2aefc8b664df/dfs/data/data1/current/BP-835286524-172.17.0.2-1732108723122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:18:51,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/cluster_2864dfd6-533c-1a0e-3b6c-2aefc8b664df/dfs/data/data2/current/BP-835286524-172.17.0.2-1732108723122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:18:51,913 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:18:51,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:18:51,927 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:18:51,927 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:18:51,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:18:51,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/hadoop.log.dir/,STOPPED} 2024-11-20T13:18:51,943 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:18:51,989 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T13:18:52,000 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=77 (was 11) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5ef453f0fbb6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5ef453f0fbb6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5ef453f0fbb6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:41585 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@a6ad24 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:41585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:41585 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:41585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5ef453f0fbb6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=409 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 215) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3311 (was 3879) 2024-11-20T13:18:52,009 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=77, OpenFileDescriptor=409, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=3311 2024-11-20T13:18:52,025 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/hadoop.log.dir so I do NOT create it in target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4 2024-11-20T13:18:52,025 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T13:18:52,025 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/hadoop.tmp.dir so I do NOT create it in target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4 2024-11-20T13:18:52,025 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec34766-f738-1c0c-b522-0618946f83fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T13:18:52,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4 2024-11-20T13:18:52,025 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:18:52,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/cluster_b66d24ed-f54f-8eb6-ec07-e2b42363daa0, deleteOnExit=true 2024-11-20T13:18:52,025 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T13:18:52,025 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/test.cache.data in system properties and HBase conf 2024-11-20T13:18:52,025 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:18:52,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:18:52,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:18:52,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:18:52,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T13:18:52,026 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:18:52,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:18:52,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:18:52,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:18:52,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:18:52,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:18:52,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:18:52,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:18:52,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:18:52,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:18:52,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:18:52,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:18:52,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:18:52,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:18:52,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:18:52,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:18:52,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:18:52,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:18:52,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:18:52,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:18:52,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:18:52,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38a7464f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:18:52,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5a081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:18:52,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fb68a78{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/java.io.tmpdir/jetty-localhost-40437-hadoop-hdfs-3_4_1-tests_jar-_-any-8073045505206780960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:18:52,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d2bda5d{HTTP/1.1, (http/1.1)}{localhost:40437} 2024-11-20T13:18:52,289 INFO [Time-limited test {}] server.Server(415): Started @11197ms 2024-11-20T13:18:52,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:18:52,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:18:52,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:18:52,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:18:52,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:18:52,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bac8e65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:18:52,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775192d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:18:52,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31bfa1dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/java.io.tmpdir/jetty-localhost-43797-hadoop-hdfs-3_4_1-tests_jar-_-any-3686574905594141948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:18:52,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47d21fd4{HTTP/1.1, (http/1.1)}{localhost:43797} 2024-11-20T13:18:52,525 INFO [Time-limited test {}] server.Server(415): Started @11434ms 2024-11-20T13:18:52,528 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:18:52,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:18:52,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:18:52,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:18:52,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:18:52,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:18:52,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68528713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:18:52,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72d1ca2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:18:52,653 WARN [Thread-356 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/cluster_b66d24ed-f54f-8eb6-ec07-e2b42363daa0/dfs/data/data2/current/BP-110540311-172.17.0.2-1732108732061/current, will proceed with Du for space computation calculation, 2024-11-20T13:18:52,653 WARN [Thread-355 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/cluster_b66d24ed-f54f-8eb6-ec07-e2b42363daa0/dfs/data/data1/current/BP-110540311-172.17.0.2-1732108732061/current, will proceed with Du for space computation calculation, 2024-11-20T13:18:52,680 WARN [Thread-334 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:18:52,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0dc62fb547a2702 with lease ID 0x3480bff4762b8e4c: Processing first storage report for DS-aea8b2b2-9936-4527-8dab-a116043883ff from datanode DatanodeRegistration(127.0.0.1:37883, datanodeUuid=424aedf5-8f5a-4bce-a795-97fbc66f6902, infoPort=41073, infoSecurePort=0, ipcPort=41519, storageInfo=lv=-57;cid=testClusterID;nsid=545857267;c=1732108732061) 2024-11-20T13:18:52,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0dc62fb547a2702 with lease ID 0x3480bff4762b8e4c: from storage DS-aea8b2b2-9936-4527-8dab-a116043883ff node DatanodeRegistration(127.0.0.1:37883, datanodeUuid=424aedf5-8f5a-4bce-a795-97fbc66f6902, infoPort=41073, infoSecurePort=0, ipcPort=41519, storageInfo=lv=-57;cid=testClusterID;nsid=545857267;c=1732108732061), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:18:52,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0dc62fb547a2702 with lease ID 0x3480bff4762b8e4c: Processing first storage report for DS-d570a6e2-0d3e-4c0d-b480-e79ff50ac380 from datanode DatanodeRegistration(127.0.0.1:37883, datanodeUuid=424aedf5-8f5a-4bce-a795-97fbc66f6902, infoPort=41073, infoSecurePort=0, ipcPort=41519, storageInfo=lv=-57;cid=testClusterID;nsid=545857267;c=1732108732061) 2024-11-20T13:18:52,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0dc62fb547a2702 with lease ID 0x3480bff4762b8e4c: from storage DS-d570a6e2-0d3e-4c0d-b480-e79ff50ac380 node DatanodeRegistration(127.0.0.1:37883, datanodeUuid=424aedf5-8f5a-4bce-a795-97fbc66f6902, infoPort=41073, infoSecurePort=0, ipcPort=41519, storageInfo=lv=-57;cid=testClusterID;nsid=545857267;c=1732108732061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:18:52,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58586451{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/java.io.tmpdir/jetty-localhost-38215-hadoop-hdfs-3_4_1-tests_jar-_-any-224390810214450770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:18:52,722 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12232aa5{HTTP/1.1, (http/1.1)}{localhost:38215} 2024-11-20T13:18:52,722 INFO [Time-limited test {}] server.Server(415): Started @11630ms 2024-11-20T13:18:52,724 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:18:52,821 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/cluster_b66d24ed-f54f-8eb6-ec07-e2b42363daa0/dfs/data/data3/current/BP-110540311-172.17.0.2-1732108732061/current, will proceed with Du for space computation calculation, 2024-11-20T13:18:52,821 WARN [Thread-382 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/cluster_b66d24ed-f54f-8eb6-ec07-e2b42363daa0/dfs/data/data4/current/BP-110540311-172.17.0.2-1732108732061/current, will proceed with Du for space computation calculation, 2024-11-20T13:18:52,841 WARN [Thread-370 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:18:52,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e0a83eb8c15ac33 with lease ID 0x3480bff4762b8e4d: Processing first storage report for DS-818eb9b7-2253-4765-b3fe-bbff2b0bbba2 from datanode DatanodeRegistration(127.0.0.1:43803, datanodeUuid=3cd4c444-19e9-4fe6-9e91-21f195fab702, infoPort=41577, infoSecurePort=0, ipcPort=39139, storageInfo=lv=-57;cid=testClusterID;nsid=545857267;c=1732108732061) 2024-11-20T13:18:52,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e0a83eb8c15ac33 with lease ID 0x3480bff4762b8e4d: from storage DS-818eb9b7-2253-4765-b3fe-bbff2b0bbba2 node DatanodeRegistration(127.0.0.1:43803, datanodeUuid=3cd4c444-19e9-4fe6-9e91-21f195fab702, infoPort=41577, infoSecurePort=0, ipcPort=39139, storageInfo=lv=-57;cid=testClusterID;nsid=545857267;c=1732108732061), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:18:52,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e0a83eb8c15ac33 with lease ID 0x3480bff4762b8e4d: Processing first storage report for DS-293d8a64-540a-46ba-9b45-bc6ee13fb8cf from datanode DatanodeRegistration(127.0.0.1:43803, datanodeUuid=3cd4c444-19e9-4fe6-9e91-21f195fab702, infoPort=41577, infoSecurePort=0, ipcPort=39139, storageInfo=lv=-57;cid=testClusterID;nsid=545857267;c=1732108732061) 2024-11-20T13:18:52,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e0a83eb8c15ac33 with lease ID 0x3480bff4762b8e4d: from storage DS-293d8a64-540a-46ba-9b45-bc6ee13fb8cf node DatanodeRegistration(127.0.0.1:43803, datanodeUuid=3cd4c444-19e9-4fe6-9e91-21f195fab702, infoPort=41577, infoSecurePort=0, ipcPort=39139, storageInfo=lv=-57;cid=testClusterID;nsid=545857267;c=1732108732061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:18:52,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4 2024-11-20T13:18:52,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/cluster_b66d24ed-f54f-8eb6-ec07-e2b42363daa0/zookeeper_0, clientPort=56661, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/cluster_b66d24ed-f54f-8eb6-ec07-e2b42363daa0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/cluster_b66d24ed-f54f-8eb6-ec07-e2b42363daa0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:18:52,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56661 2024-11-20T13:18:52,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:52,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:52,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:18:52,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:18:52,884 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf with version=8 2024-11-20T13:18:52,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/hbase-staging 2024-11-20T13:18:52,887 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:18:52,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:52,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:52,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:18:52,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:52,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:18:52,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:18:52,887 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:18:52,888 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45795 2024-11-20T13:18:52,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:52,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:52,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45795 connecting to ZooKeeper ensemble=127.0.0.1:56661 2024-11-20T13:18:52,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457950x0, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:18:52,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45795-0x100151582a70000 connected 2024-11-20T13:18:52,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:18:52,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:52,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:18:52,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45795 2024-11-20T13:18:52,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45795 2024-11-20T13:18:52,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45795 2024-11-20T13:18:52,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45795 2024-11-20T13:18:52,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45795 2024-11-20T13:18:52,925 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf, hbase.cluster.distributed=false 2024-11-20T13:18:52,944 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:18:52,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:52,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:52,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:18:52,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:52,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:18:52,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:18:52,945 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:18:52,960 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46209 2024-11-20T13:18:52,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:18:52,984 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:18:52,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:52,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:52,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46209 connecting to ZooKeeper ensemble=127.0.0.1:56661 2024-11-20T13:18:52,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462090x0, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:18:52,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46209-0x100151582a70001 connected 2024-11-20T13:18:52,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:18:52,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:52,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:18:53,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46209 2024-11-20T13:18:53,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46209 2024-11-20T13:18:53,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46209 2024-11-20T13:18:53,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46209 2024-11-20T13:18:53,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46209 2024-11-20T13:18:53,017 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:18:53,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:53,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:53,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:18:53,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:53,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:18:53,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:18:53,017 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:18:53,018 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45949 2024-11-20T13:18:53,018 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:18:53,019 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:18:53,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:53,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:53,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45949 connecting to ZooKeeper ensemble=127.0.0.1:56661 2024-11-20T13:18:53,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459490x0, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:18:53,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459490x0, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:18:53,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45949-0x100151582a70002 connected 2024-11-20T13:18:53,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:53,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:18:53,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45949 2024-11-20T13:18:53,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45949 2024-11-20T13:18:53,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45949 2024-11-20T13:18:53,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45949 2024-11-20T13:18:53,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45949 2024-11-20T13:18:53,034 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5ef453f0fbb6,45795,1732108732886 2024-11-20T13:18:53,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:53,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:53,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:53,044 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5ef453f0fbb6,45795,1732108732886 2024-11-20T13:18:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:18:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:18:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:18:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,047 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:18:53,047 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5ef453f0fbb6,45795,1732108732886 from backup master directory 2024-11-20T13:18:53,048 DEBUG [M:0;5ef453f0fbb6:45795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5ef453f0fbb6:45795 2024-11-20T13:18:53,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5ef453f0fbb6,45795,1732108732886 2024-11-20T13:18:53,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:53,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:53,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:53,049 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:18:53,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:18:53,049 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5ef453f0fbb6,45795,1732108732886 2024-11-20T13:18:53,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:18:53,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:18:53,071 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/hbase.id with ID: e5ebd104-cdff-48ec-8dcb-88a16620f998 2024-11-20T13:18:53,087 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:18:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:18:53,102 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:18:53,102 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:18:53,103 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:18:53,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:18:53,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:18:53,115 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store 2024-11-20T13:18:53,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:18:53,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:18:53,126 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:53,126 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:18:53,126 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:53,126 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:53,126 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:18:53,126 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:53,126 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:53,127 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:18:53,128 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/.initializing 2024-11-20T13:18:53,128 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/WALs/5ef453f0fbb6,45795,1732108732886 2024-11-20T13:18:53,130 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:18:53,133 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C45795%2C1732108732886, suffix=, logDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/WALs/5ef453f0fbb6,45795,1732108732886, archiveDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/oldWALs, maxLogs=10 2024-11-20T13:18:53,147 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/WALs/5ef453f0fbb6,45795,1732108732886/5ef453f0fbb6%2C45795%2C1732108732886.1732108733133, exclude list is [], retry=0 2024-11-20T13:18:53,152 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37883,DS-aea8b2b2-9936-4527-8dab-a116043883ff,DISK] 2024-11-20T13:18:53,152 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43803,DS-818eb9b7-2253-4765-b3fe-bbff2b0bbba2,DISK] 2024-11-20T13:18:53,159 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/WALs/5ef453f0fbb6,45795,1732108732886/5ef453f0fbb6%2C45795%2C1732108732886.1732108733133 2024-11-20T13:18:53,159 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41073:41073),(127.0.0.1/127.0.0.1:41577:41577)] 2024-11-20T13:18:53,159 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:18:53,160 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:53,160 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:53,160 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:53,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:53,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:18:53,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:53,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:53,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:53,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:18:53,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:53,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:53,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:53,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:18:53,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:53,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:53,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:53,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:18:53,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:53,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:53,178 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:53,178 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:53,180 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:18:53,182 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:53,185 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:18:53,186 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63434482, jitterRate=-0.05475255846977234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:18:53,187 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:18:53,188 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:18:53,195 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f2ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:18:53,196 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T13:18:53,196 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T13:18:53,197 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T13:18:53,197 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:18:53,198 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T13:18:53,198 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-20T13:18:53,198 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:18:53,203 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:18:53,204 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:18:53,205 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:18:53,205 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:18:53,206 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:18:53,207 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:18:53,208 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:18:53,209 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:18:53,210 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:18:53,211 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:18:53,212 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:18:53,214 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:18:53,215 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:18:53,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:53,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:53,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,218 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5ef453f0fbb6,45795,1732108732886, sessionid=0x100151582a70000, setting cluster-up flag (Was=false) 2024-11-20T13:18:53,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,227 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:18:53,228 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,45795,1732108732886 2024-11-20T13:18:53,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,238 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:18:53,239 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,45795,1732108732886 2024-11-20T13:18:53,251 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T13:18:53,252 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T13:18:53,252 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:18:53,252 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5ef453f0fbb6,45795,1732108732886 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:18:53,253 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:18:53,253 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:18:53,253 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:18:53,253 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:18:53,253 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5ef453f0fbb6:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:18:53,253 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,253 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:18:53,254 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:18:53,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:18:53,257 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732108763257 2024-11-20T13:18:53,257 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:18:53,257 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:18:53,258 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:18:53,258 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:18:53,258 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:18:53,258 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:18:53,258 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:53,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:18:53,264 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,264 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:18:53,265 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:18:53,265 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:18:53,265 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:18:53,265 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:18:53,266 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108733266,5,FailOnTimeoutGroup] 2024-11-20T13:18:53,267 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108733266,5,FailOnTimeoutGroup] 2024-11-20T13:18:53,267 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,267 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:18:53,267 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,267 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:18:53,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:18:53,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T13:18:53,276 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf 2024-11-20T13:18:53,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:18:53,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:18:53,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:53,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:18:53,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:18:53,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:53,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:53,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:18:53,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:18:53,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:53,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:53,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:18:53,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:18:53,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:53,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:53,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740 2024-11-20T13:18:53,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740 2024-11-20T13:18:53,297 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:18:53,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:18:53,302 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:18:53,302 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72934052, jitterRate=0.08680206537246704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:18:53,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:18:53,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:18:53,303 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:18:53,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:18:53,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:18:53,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:18:53,304 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:18:53,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:18:53,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:18:53,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T13:18:53,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:18:53,307 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:18:53,308 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:18:53,346 DEBUG [RS:1;5ef453f0fbb6:45949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5ef453f0fbb6:45949 2024-11-20T13:18:53,346 DEBUG [RS:0;5ef453f0fbb6:46209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5ef453f0fbb6:46209 2024-11-20T13:18:53,347 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(1008): ClusterId : e5ebd104-cdff-48ec-8dcb-88a16620f998 2024-11-20T13:18:53,347 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:18:53,347 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(1008): ClusterId : e5ebd104-cdff-48ec-8dcb-88a16620f998 2024-11-20T13:18:53,347 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:18:53,349 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:18:53,349 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:18:53,349 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:18:53,349 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:18:53,352 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:18:53,352 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:18:53,352 DEBUG [RS:0;5ef453f0fbb6:46209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6680c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:18:53,352 DEBUG [RS:1;5ef453f0fbb6:45949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3557d3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:18:53,353 DEBUG [RS:0;5ef453f0fbb6:46209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dec9455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:18:53,353 DEBUG [RS:1;5ef453f0fbb6:45949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125a5140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:18:53,353 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:18:53,353 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:18:53,353 DEBUG [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:18:53,353 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:18:53,353 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:18:53,354 DEBUG [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:18:53,354 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,45795,1732108732886 with isa=5ef453f0fbb6/172.17.0.2:46209, startcode=1732108732943 2024-11-20T13:18:53,354 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,45795,1732108732886 with isa=5ef453f0fbb6/172.17.0.2:45949, startcode=1732108733016 2024-11-20T13:18:53,354 DEBUG [RS:1;5ef453f0fbb6:45949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:18:53,354 DEBUG [RS:0;5ef453f0fbb6:46209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:18:53,357 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42849, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:18:53,357 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59269, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:18:53,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45795 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:53,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45795 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:53,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45795 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:53,360 DEBUG [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf 2024-11-20T13:18:53,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45795 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:53,360 DEBUG [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38965 2024-11-20T13:18:53,360 DEBUG [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:18:53,361 DEBUG [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf 2024-11-20T13:18:53,361 DEBUG [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38965 2024-11-20T13:18:53,361 DEBUG [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:18:53,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:18:53,366 DEBUG [RS:0;5ef453f0fbb6:46209 {}] zookeeper.ZKUtil(111): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:53,366 WARN [RS:0;5ef453f0fbb6:46209 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:18:53,366 INFO [RS:0;5ef453f0fbb6:46209 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:18:53,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,46209,1732108732943] 2024-11-20T13:18:53,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,45949,1732108733016] 2024-11-20T13:18:53,366 DEBUG [RS:1;5ef453f0fbb6:45949 {}] zookeeper.ZKUtil(111): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:53,367 DEBUG [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:53,367 WARN [RS:1;5ef453f0fbb6:45949 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:18:53,367 INFO [RS:1;5ef453f0fbb6:45949 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:18:53,367 DEBUG [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:53,371 DEBUG [RS:0;5ef453f0fbb6:46209 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:18:53,372 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:18:53,372 DEBUG [RS:1;5ef453f0fbb6:45949 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:18:53,374 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:18:53,374 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:18:53,375 INFO [RS:0;5ef453f0fbb6:46209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:18:53,375 INFO [RS:0;5ef453f0fbb6:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,375 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:18:53,376 INFO [RS:0;5ef453f0fbb6:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,376 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:18:53,377 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,377 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,377 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,377 INFO [RS:1;5ef453f0fbb6:45949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:18:53,377 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,377 INFO [RS:1;5ef453f0fbb6:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,377 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,377 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:18:53,377 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:18:53,377 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,377 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,377 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,377 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,378 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,378 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:18:53,378 DEBUG [RS:0;5ef453f0fbb6:46209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:18:53,378 INFO [RS:1;5ef453f0fbb6:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,378 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,379 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,379 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,379 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,379 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,379 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:18:53,379 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,379 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,379 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,379 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,379 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:53,379 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:18:53,380 DEBUG [RS:1;5ef453f0fbb6:45949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:18:53,383 INFO [RS:0;5ef453f0fbb6:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,383 INFO [RS:0;5ef453f0fbb6:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,384 INFO [RS:0;5ef453f0fbb6:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,384 INFO [RS:0;5ef453f0fbb6:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,384 INFO [RS:1;5ef453f0fbb6:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,384 INFO [RS:0;5ef453f0fbb6:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,46209,1732108732943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:18:53,384 INFO [RS:1;5ef453f0fbb6:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,384 INFO [RS:1;5ef453f0fbb6:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,384 INFO [RS:1;5ef453f0fbb6:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,384 INFO [RS:1;5ef453f0fbb6:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,45949,1732108733016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:18:53,407 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:18:53,407 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:18:53,407 INFO [RS:1;5ef453f0fbb6:45949 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,45949,1732108733016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,407 INFO [RS:0;5ef453f0fbb6:46209 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,46209,1732108732943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,425 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.Replication(204): 5ef453f0fbb6,46209,1732108732943 started 2024-11-20T13:18:53,425 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,46209,1732108732943, RpcServer on 5ef453f0fbb6/172.17.0.2:46209, sessionid=0x100151582a70001 2024-11-20T13:18:53,426 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:18:53,426 DEBUG [RS:0;5ef453f0fbb6:46209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:53,426 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,46209,1732108732943' 2024-11-20T13:18:53,426 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:18:53,426 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:18:53,427 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:18:53,427 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:18:53,427 DEBUG [RS:0;5ef453f0fbb6:46209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:53,427 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,46209,1732108732943' 2024-11-20T13:18:53,427 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:18:53,427 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:18:53,428 DEBUG [RS:0;5ef453f0fbb6:46209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:18:53,428 INFO [RS:0;5ef453f0fbb6:46209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:18:53,428 INFO [RS:0;5ef453f0fbb6:46209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:18:53,430 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.Replication(204): 5ef453f0fbb6,45949,1732108733016 started 2024-11-20T13:18:53,430 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,45949,1732108733016, RpcServer on 5ef453f0fbb6/172.17.0.2:45949, sessionid=0x100151582a70002 2024-11-20T13:18:53,430 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:18:53,430 DEBUG [RS:1;5ef453f0fbb6:45949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:53,430 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,45949,1732108733016' 2024-11-20T13:18:53,430 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:18:53,430 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:18:53,431 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:18:53,431 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:18:53,431 DEBUG [RS:1;5ef453f0fbb6:45949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:53,431 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,45949,1732108733016' 2024-11-20T13:18:53,431 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:18:53,431 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:18:53,432 DEBUG [RS:1;5ef453f0fbb6:45949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:18:53,432 INFO [RS:1;5ef453f0fbb6:45949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:18:53,432 INFO [RS:1;5ef453f0fbb6:45949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:18:53,459 WARN [5ef453f0fbb6:45795 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-20T13:18:53,529 INFO [RS:0;5ef453f0fbb6:46209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:18:53,532 INFO [RS:0;5ef453f0fbb6:46209 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C46209%2C1732108732943, suffix=, logDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,46209,1732108732943, archiveDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/oldWALs, maxLogs=32 2024-11-20T13:18:53,532 INFO [RS:1;5ef453f0fbb6:45949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:18:53,534 INFO [RS:1;5ef453f0fbb6:45949 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C45949%2C1732108733016, suffix=, logDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,45949,1732108733016, archiveDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/oldWALs, maxLogs=32 2024-11-20T13:18:53,550 DEBUG [RS:1;5ef453f0fbb6:45949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,45949,1732108733016/5ef453f0fbb6%2C45949%2C1732108733016.1732108733535, exclude list is [], retry=0 2024-11-20T13:18:53,554 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37883,DS-aea8b2b2-9936-4527-8dab-a116043883ff,DISK] 2024-11-20T13:18:53,554 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43803,DS-818eb9b7-2253-4765-b3fe-bbff2b0bbba2,DISK] 2024-11-20T13:18:53,554 DEBUG [RS:0;5ef453f0fbb6:46209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,46209,1732108732943/5ef453f0fbb6%2C46209%2C1732108732943.1732108733534, exclude list is [], retry=0 2024-11-20T13:18:53,556 INFO [RS:1;5ef453f0fbb6:45949 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,45949,1732108733016/5ef453f0fbb6%2C45949%2C1732108733016.1732108733535 2024-11-20T13:18:53,556 DEBUG [RS:1;5ef453f0fbb6:45949 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41073:41073),(127.0.0.1/127.0.0.1:41577:41577)] 2024-11-20T13:18:53,558 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43803,DS-818eb9b7-2253-4765-b3fe-bbff2b0bbba2,DISK] 2024-11-20T13:18:53,558 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37883,DS-aea8b2b2-9936-4527-8dab-a116043883ff,DISK] 2024-11-20T13:18:53,562 INFO [RS:0;5ef453f0fbb6:46209 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,46209,1732108732943/5ef453f0fbb6%2C46209%2C1732108732943.1732108733534 2024-11-20T13:18:53,562 DEBUG [RS:0;5ef453f0fbb6:46209 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41577:41577),(127.0.0.1/127.0.0.1:41073:41073)] 2024-11-20T13:18:53,709 DEBUG [5ef453f0fbb6:45795 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T13:18:53,709 DEBUG [5ef453f0fbb6:45795 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:18:53,712 DEBUG [5ef453f0fbb6:45795 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:18:53,712 DEBUG [5ef453f0fbb6:45795 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:18:53,712 INFO [5ef453f0fbb6:45795 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:18:53,712 INFO [5ef453f0fbb6:45795 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:18:53,712 DEBUG [5ef453f0fbb6:45795 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:18:53,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:53,714 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,45949,1732108733016, state=OPENING 2024-11-20T13:18:53,716 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:18:53,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:53,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:18:53,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:18:53,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:18:53,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,45949,1732108733016}] 2024-11-20T13:18:53,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:53,872 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:18:53,874 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:18:53,878 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T13:18:53,879 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:18:53,879 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:18:53,881 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C45949%2C1732108733016.meta, suffix=.meta, logDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,45949,1732108733016, archiveDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/oldWALs, maxLogs=32 2024-11-20T13:18:53,903 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,45949,1732108733016/5ef453f0fbb6%2C45949%2C1732108733016.meta.1732108733882.meta, exclude list is [], retry=0 2024-11-20T13:18:53,907 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37883,DS-aea8b2b2-9936-4527-8dab-a116043883ff,DISK] 2024-11-20T13:18:53,907 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43803,DS-818eb9b7-2253-4765-b3fe-bbff2b0bbba2,DISK] 2024-11-20T13:18:53,910 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,45949,1732108733016/5ef453f0fbb6%2C45949%2C1732108733016.meta.1732108733882.meta 2024-11-20T13:18:53,911 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41073:41073),(127.0.0.1/127.0.0.1:41577:41577)] 2024-11-20T13:18:53,911 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:18:53,911 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:18:53,912 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:18:53,912 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:18:53,912 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:18:53,912 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:53,912 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T13:18:53,912 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T13:18:53,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:18:53,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:18:53,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:53,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:53,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:18:53,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:18:53,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:53,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:53,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:18:53,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:18:53,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:53,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:53,922 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740 2024-11-20T13:18:53,924 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740 2024-11-20T13:18:53,927 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:18:53,929 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:18:53,931 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64833153, jitterRate=-0.033910736441612244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:18:53,931 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:18:53,933 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732108733872 2024-11-20T13:18:53,936 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:18:53,936 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T13:18:53,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:53,938 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,45949,1732108733016, state=OPEN 2024-11-20T13:18:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:18:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:18:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:18:53,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:18:53,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:18:53,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:18:53,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:18:53,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,45949,1732108733016 in 221 msec 2024-11-20T13:18:53,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:18:53,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-20T13:18:53,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 696 msec 2024-11-20T13:18:53,949 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732108733948, completionTime=-1 2024-11-20T13:18:53,949 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-20T13:18:53,949 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T13:18:53,950 DEBUG [hconnection-0xff3d6c4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:18:53,951 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:18:53,953 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-20T13:18:53,953 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732108793953 2024-11-20T13:18:53,953 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732108853953 2024-11-20T13:18:53,953 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-11-20T13:18:53,958 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,45795,1732108732886-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,958 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,45795,1732108732886-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,958 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,45795,1732108732886-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,958 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5ef453f0fbb6:45795, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,959 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:53,959 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T13:18:53,959 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:18:53,961 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T13:18:53,962 DEBUG [master/5ef453f0fbb6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T13:18:53,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:18:53,962 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:53,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:18:53,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741836_1012 (size=358) 2024-11-20T13:18:53,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741836_1012 (size=358) 2024-11-20T13:18:53,989 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9c014836ac87b06601b59f81b5c7661e, NAME => 'hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf 2024-11-20T13:18:54,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741837_1013 (size=42) 2024-11-20T13:18:54,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741837_1013 (size=42) 2024-11-20T13:18:54,001 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:54,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9c014836ac87b06601b59f81b5c7661e, disabling compactions & flushes 2024-11-20T13:18:54,002 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. 2024-11-20T13:18:54,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. 2024-11-20T13:18:54,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. after waiting 0 ms 2024-11-20T13:18:54,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. 2024-11-20T13:18:54,002 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. 2024-11-20T13:18:54,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9c014836ac87b06601b59f81b5c7661e: 2024-11-20T13:18:54,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:18:54,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732108734004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108734004"}]},"ts":"1732108734004"} 2024-11-20T13:18:54,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:18:54,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:18:54,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108734011"}]},"ts":"1732108734011"} 2024-11-20T13:18:54,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T13:18:54,018 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:18:54,020 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:18:54,020 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:18:54,020 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:18:54,020 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:18:54,020 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:18:54,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9c014836ac87b06601b59f81b5c7661e, ASSIGN}] 2024-11-20T13:18:54,023 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9c014836ac87b06601b59f81b5c7661e, ASSIGN 2024-11-20T13:18:54,024 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9c014836ac87b06601b59f81b5c7661e, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,46209,1732108732943; forceNewPlan=false, retain=false 2024-11-20T13:18:54,174 INFO [5ef453f0fbb6:45795 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T13:18:54,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9c014836ac87b06601b59f81b5c7661e, regionState=OPENING, regionLocation=5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:54,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9c014836ac87b06601b59f81b5c7661e, server=5ef453f0fbb6,46209,1732108732943}] 2024-11-20T13:18:54,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:54,331 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:18:54,333 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:18:54,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. 2024-11-20T13:18:54,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9c014836ac87b06601b59f81b5c7661e, NAME => 'hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:18:54,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9c014836ac87b06601b59f81b5c7661e 2024-11-20T13:18:54,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:54,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9c014836ac87b06601b59f81b5c7661e 2024-11-20T13:18:54,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9c014836ac87b06601b59f81b5c7661e 2024-11-20T13:18:54,342 INFO [StoreOpener-9c014836ac87b06601b59f81b5c7661e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9c014836ac87b06601b59f81b5c7661e 2024-11-20T13:18:54,343 INFO [StoreOpener-9c014836ac87b06601b59f81b5c7661e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c014836ac87b06601b59f81b5c7661e columnFamilyName info 2024-11-20T13:18:54,343 DEBUG [StoreOpener-9c014836ac87b06601b59f81b5c7661e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:54,344 INFO [StoreOpener-9c014836ac87b06601b59f81b5c7661e-1 {}] regionserver.HStore(327): Store=9c014836ac87b06601b59f81b5c7661e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:54,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/namespace/9c014836ac87b06601b59f81b5c7661e 2024-11-20T13:18:54,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/namespace/9c014836ac87b06601b59f81b5c7661e 2024-11-20T13:18:54,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9c014836ac87b06601b59f81b5c7661e 2024-11-20T13:18:54,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/namespace/9c014836ac87b06601b59f81b5c7661e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:18:54,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9c014836ac87b06601b59f81b5c7661e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71723963, jitterRate=0.06877033412456512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:18:54,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9c014836ac87b06601b59f81b5c7661e: 2024-11-20T13:18:54,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e., pid=6, masterSystemTime=1732108734331 2024-11-20T13:18:54,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. 2024-11-20T13:18:54,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. 2024-11-20T13:18:54,357 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9c014836ac87b06601b59f81b5c7661e, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:54,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T13:18:54,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9c014836ac87b06601b59f81b5c7661e, server=5ef453f0fbb6,46209,1732108732943 in 182 msec 2024-11-20T13:18:54,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T13:18:54,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9c014836ac87b06601b59f81b5c7661e, ASSIGN in 342 msec 2024-11-20T13:18:54,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:18:54,366 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108734366"}]},"ts":"1732108734366"} 2024-11-20T13:18:54,368 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T13:18:54,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:18:54,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 413 msec 2024-11-20T13:18:54,462 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T13:18:54,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:18:54,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:54,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:54,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:54,469 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:18:54,471 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:18:54,474 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T13:18:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:18:54,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 15 msec 2024-11-20T13:18:54,497 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T13:18:54,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:18:54,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-11-20T13:18:54,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T13:18:54,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T13:18:54,525 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.476sec 2024-11-20T13:18:54,525 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:18:54,525 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:18:54,525 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:18:54,525 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:18:54,526 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:18:54,526 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,45795,1732108732886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:18:54,526 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,45795,1732108732886-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:18:54,528 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:18:54,528 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:18:54,528 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,45795,1732108732886-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:54,537 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d2f0929 to 127.0.0.1:56661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a81d7ba 2024-11-20T13:18:54,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd8bbd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:18:54,543 DEBUG [hconnection-0x51e0e39-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:18:54,545 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:18:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5ef453f0fbb6,45795,1732108732886 2024-11-20T13:18:54,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:18:54,551 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:18:54,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:18:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-20T13:18:54,555 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:18:54,555 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:54,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-20T13:18:54,557 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:18:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:18:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741838_1014 (size=379) 2024-11-20T13:18:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741838_1014 (size=379) 2024-11-20T13:18:54,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T13:18:54,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:18:54,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:18:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:18:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:18:54,972 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b8e32f02019aa448fd75a0a3b2e2a938, NAME => 'testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf 2024-11-20T13:18:54,972 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c9f55c4abdc24402fdad257d310f1e53, NAME => 'testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf 2024-11-20T13:18:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741840_1016 (size=61) 2024-11-20T13:18:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741839_1015 (size=61) 2024-11-20T13:18:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741839_1015 (size=61) 2024-11-20T13:18:54,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741840_1016 (size=61) 2024-11-20T13:18:54,989 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:54,989 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing c9f55c4abdc24402fdad257d310f1e53, disabling compactions & flushes 2024-11-20T13:18:54,990 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. 2024-11-20T13:18:54,990 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. 2024-11-20T13:18:54,990 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. after waiting 0 ms 2024-11-20T13:18:54,990 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. 2024-11-20T13:18:54,990 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. 2024-11-20T13:18:54,990 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for c9f55c4abdc24402fdad257d310f1e53: 2024-11-20T13:18:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:18:55,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:55,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing b8e32f02019aa448fd75a0a3b2e2a938, disabling compactions & flushes 2024-11-20T13:18:55,386 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. 2024-11-20T13:18:55,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. 2024-11-20T13:18:55,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. after waiting 0 ms 2024-11-20T13:18:55,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. 2024-11-20T13:18:55,386 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. 2024-11-20T13:18:55,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for b8e32f02019aa448fd75a0a3b2e2a938: 2024-11-20T13:18:55,388 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:18:55,389 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732108735389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108735389"}]},"ts":"1732108735389"} 2024-11-20T13:18:55,389 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732108735389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108735389"}]},"ts":"1732108735389"} 2024-11-20T13:18:55,393 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-20T13:18:55,395 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:18:55,395 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108735395"}]},"ts":"1732108735395"} 2024-11-20T13:18:55,397 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-20T13:18:55,401 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:18:55,403 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:18:55,403 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:18:55,403 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:18:55,403 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:18:55,403 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:18:55,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8e32f02019aa448fd75a0a3b2e2a938, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9f55c4abdc24402fdad257d310f1e53, ASSIGN}] 2024-11-20T13:18:55,405 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9f55c4abdc24402fdad257d310f1e53, ASSIGN 2024-11-20T13:18:55,405 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8e32f02019aa448fd75a0a3b2e2a938, ASSIGN 2024-11-20T13:18:55,407 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9f55c4abdc24402fdad257d310f1e53, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,46209,1732108732943; forceNewPlan=false, retain=false 2024-11-20T13:18:55,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8e32f02019aa448fd75a0a3b2e2a938, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,45949,1732108733016; forceNewPlan=false, retain=false 2024-11-20T13:18:55,557 INFO [5ef453f0fbb6:45795 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-20T13:18:55,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c9f55c4abdc24402fdad257d310f1e53, regionState=OPENING, regionLocation=5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:55,558 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b8e32f02019aa448fd75a0a3b2e2a938, regionState=OPENING, regionLocation=5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:55,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure c9f55c4abdc24402fdad257d310f1e53, server=5ef453f0fbb6,46209,1732108732943}] 2024-11-20T13:18:55,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure b8e32f02019aa448fd75a0a3b2e2a938, server=5ef453f0fbb6,45949,1732108733016}] 2024-11-20T13:18:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:18:55,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:55,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:55,722 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. 2024-11-20T13:18:55,722 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. 2024-11-20T13:18:55,722 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => c9f55c4abdc24402fdad257d310f1e53, NAME => 'testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53.', STARTKEY => '5', ENDKEY => ''} 2024-11-20T13:18:55,722 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => b8e32f02019aa448fd75a0a3b2e2a938, NAME => 'testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938.', STARTKEY => '', ENDKEY => '5'} 2024-11-20T13:18:55,723 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c9f55c4abdc24402fdad257d310f1e53 2024-11-20T13:18:55,723 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:55,723 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b8e32f02019aa448fd75a0a3b2e2a938 2024-11-20T13:18:55,723 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:55,723 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for c9f55c4abdc24402fdad257d310f1e53 2024-11-20T13:18:55,723 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for c9f55c4abdc24402fdad257d310f1e53 2024-11-20T13:18:55,723 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for b8e32f02019aa448fd75a0a3b2e2a938 2024-11-20T13:18:55,723 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for b8e32f02019aa448fd75a0a3b2e2a938 2024-11-20T13:18:55,725 INFO [StoreOpener-c9f55c4abdc24402fdad257d310f1e53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c9f55c4abdc24402fdad257d310f1e53 2024-11-20T13:18:55,725 INFO [StoreOpener-b8e32f02019aa448fd75a0a3b2e2a938-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b8e32f02019aa448fd75a0a3b2e2a938 2024-11-20T13:18:55,728 INFO [StoreOpener-c9f55c4abdc24402fdad257d310f1e53-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9f55c4abdc24402fdad257d310f1e53 columnFamilyName family 2024-11-20T13:18:55,728 DEBUG [StoreOpener-c9f55c4abdc24402fdad257d310f1e53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:55,729 INFO [StoreOpener-c9f55c4abdc24402fdad257d310f1e53-1 {}] regionserver.HStore(327): Store=c9f55c4abdc24402fdad257d310f1e53/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:55,730 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/c9f55c4abdc24402fdad257d310f1e53 2024-11-20T13:18:55,730 INFO [StoreOpener-b8e32f02019aa448fd75a0a3b2e2a938-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8e32f02019aa448fd75a0a3b2e2a938 columnFamilyName family 2024-11-20T13:18:55,730 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/c9f55c4abdc24402fdad257d310f1e53 2024-11-20T13:18:55,730 DEBUG [StoreOpener-b8e32f02019aa448fd75a0a3b2e2a938-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:55,731 INFO [StoreOpener-b8e32f02019aa448fd75a0a3b2e2a938-1 {}] regionserver.HStore(327): Store=b8e32f02019aa448fd75a0a3b2e2a938/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:55,732 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/b8e32f02019aa448fd75a0a3b2e2a938 2024-11-20T13:18:55,733 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/b8e32f02019aa448fd75a0a3b2e2a938 2024-11-20T13:18:55,733 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for c9f55c4abdc24402fdad257d310f1e53 2024-11-20T13:18:55,736 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for b8e32f02019aa448fd75a0a3b2e2a938 2024-11-20T13:18:55,740 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/c9f55c4abdc24402fdad257d310f1e53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:18:55,741 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened c9f55c4abdc24402fdad257d310f1e53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71557932, jitterRate=0.0662962794303894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:18:55,742 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for c9f55c4abdc24402fdad257d310f1e53: 2024-11-20T13:18:55,743 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53., pid=12, masterSystemTime=1732108735716 2024-11-20T13:18:55,747 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. 2024-11-20T13:18:55,747 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. 2024-11-20T13:18:55,747 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c9f55c4abdc24402fdad257d310f1e53, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:55,749 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/b8e32f02019aa448fd75a0a3b2e2a938/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:18:55,750 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened b8e32f02019aa448fd75a0a3b2e2a938; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65711603, jitterRate=-0.02082081139087677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:18:55,750 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for b8e32f02019aa448fd75a0a3b2e2a938: 2024-11-20T13:18:55,751 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938., pid=13, masterSystemTime=1732108735716 2024-11-20T13:18:55,754 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. 2024-11-20T13:18:55,754 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. 2024-11-20T13:18:55,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T13:18:55,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure c9f55c4abdc24402fdad257d310f1e53, server=5ef453f0fbb6,46209,1732108732943 in 188 msec 2024-11-20T13:18:55,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b8e32f02019aa448fd75a0a3b2e2a938, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:55,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9f55c4abdc24402fdad257d310f1e53, ASSIGN in 351 msec 2024-11-20T13:18:55,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-20T13:18:55,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure b8e32f02019aa448fd75a0a3b2e2a938, server=5ef453f0fbb6,45949,1732108733016 in 195 msec 2024-11-20T13:18:55,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T13:18:55,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8e32f02019aa448fd75a0a3b2e2a938, ASSIGN in 357 msec 2024-11-20T13:18:55,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:18:55,766 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108735765"}]},"ts":"1732108735765"} 2024-11-20T13:18:55,768 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-20T13:18:55,771 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:18:55,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 1.2180 sec 2024-11-20T13:18:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:18:56,669 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-20T13:18:56,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-20T13:18:56,670 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:18:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-20T13:18:56,674 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:18:56,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-20T13:18:56,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:18:56,690 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:18:56,698 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing c9f55c4abdc24402fdad257d310f1e53 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-20T13:18:56,715 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/c9f55c4abdc24402fdad257d310f1e53/.tmp/family/076a7c453e8f449d99faa558642c244b is 32, key is 5/family:/1732108736691/Put/seqid=0 2024-11-20T13:18:56,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741841_1017 (size=5083) 2024-11-20T13:18:56,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741841_1017 (size=5083) 2024-11-20T13:18:56,722 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/c9f55c4abdc24402fdad257d310f1e53/.tmp/family/076a7c453e8f449d99faa558642c244b 2024-11-20T13:18:56,731 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/c9f55c4abdc24402fdad257d310f1e53/.tmp/family/076a7c453e8f449d99faa558642c244b as hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/c9f55c4abdc24402fdad257d310f1e53/family/076a7c453e8f449d99faa558642c244b 2024-11-20T13:18:56,740 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/c9f55c4abdc24402fdad257d310f1e53/family/076a7c453e8f449d99faa558642c244b, entries=5, sequenceid=9, filesize=5.0 K 2024-11-20T13:18:56,741 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c9f55c4abdc24402fdad257d310f1e53 in 44ms, sequenceid=9, compaction requested=false 2024-11-20T13:18:56,741 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for c9f55c4abdc24402fdad257d310f1e53: 2024-11-20T13:18:56,741 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing b8e32f02019aa448fd75a0a3b2e2a938 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-20T13:18:56,760 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/b8e32f02019aa448fd75a0a3b2e2a938/.tmp/family/4170e2dac7334ca4a6fb254f2942d9aa is 32, key is 1/family:/1732108736679/Put/seqid=0 2024-11-20T13:18:56,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741842_1018 (size=5054) 2024-11-20T13:18:56,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741842_1018 (size=5054) 2024-11-20T13:18:56,767 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/b8e32f02019aa448fd75a0a3b2e2a938/.tmp/family/4170e2dac7334ca4a6fb254f2942d9aa 2024-11-20T13:18:56,776 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/b8e32f02019aa448fd75a0a3b2e2a938/.tmp/family/4170e2dac7334ca4a6fb254f2942d9aa as hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/b8e32f02019aa448fd75a0a3b2e2a938/family/4170e2dac7334ca4a6fb254f2942d9aa 2024-11-20T13:18:56,783 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/b8e32f02019aa448fd75a0a3b2e2a938/family/4170e2dac7334ca4a6fb254f2942d9aa, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T13:18:56,784 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b8e32f02019aa448fd75a0a3b2e2a938 in 43ms, sequenceid=8, compaction requested=false 2024-11-20T13:18:56,784 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for b8e32f02019aa448fd75a0a3b2e2a938: 2024-11-20T13:18:56,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T13:18:56,788 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:18:56,789 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d2f0929 to 127.0.0.1:56661 2024-11-20T13:18:56,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:56,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:18:56,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=619538192, stopped=false 2024-11-20T13:18:56,789 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5ef453f0fbb6,45795,1732108732886 2024-11-20T13:18:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:56,791 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T13:18:56,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:56,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:56,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:56,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:56,793 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,46209,1732108732943' ***** 2024-11-20T13:18:56,793 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:18:56,793 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,45949,1732108733016' ***** 2024-11-20T13:18:56,793 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:18:56,793 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:18:56,793 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:18:56,793 INFO [RS:0;5ef453f0fbb6:46209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:18:56,793 INFO [RS:1;5ef453f0fbb6:45949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:18:56,793 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:18:56,793 INFO [RS:1;5ef453f0fbb6:45949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:18:56,793 INFO [RS:0;5ef453f0fbb6:46209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:18:56,794 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(3579): Received CLOSE for b8e32f02019aa448fd75a0a3b2e2a938 2024-11-20T13:18:56,794 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(3579): Received CLOSE for 9c014836ac87b06601b59f81b5c7661e 2024-11-20T13:18:56,794 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:18:56,794 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(3579): Received CLOSE for c9f55c4abdc24402fdad257d310f1e53 2024-11-20T13:18:56,794 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:56,794 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:56,794 DEBUG [RS:0;5ef453f0fbb6:46209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:56,794 DEBUG [RS:1;5ef453f0fbb6:45949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:56,794 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T13:18:56,794 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:18:56,794 DEBUG [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(1603): Online Regions={9c014836ac87b06601b59f81b5c7661e=hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e., c9f55c4abdc24402fdad257d310f1e53=testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53.} 2024-11-20T13:18:56,794 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:18:56,794 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9c014836ac87b06601b59f81b5c7661e, disabling compactions & flushes 2024-11-20T13:18:56,794 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b8e32f02019aa448fd75a0a3b2e2a938, disabling compactions & flushes 2024-11-20T13:18:56,794 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:18:56,794 DEBUG [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(1629): Waiting on 9c014836ac87b06601b59f81b5c7661e, c9f55c4abdc24402fdad257d310f1e53 2024-11-20T13:18:56,794 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. 2024-11-20T13:18:56,794 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. 2024-11-20T13:18:56,794 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T13:18:56,795 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. 2024-11-20T13:18:56,795 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. 2024-11-20T13:18:56,795 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. after waiting 0 ms 2024-11-20T13:18:56,795 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. after waiting 0 ms 2024-11-20T13:18:56,795 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. 2024-11-20T13:18:56,795 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. 2024-11-20T13:18:56,795 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T13:18:56,795 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9c014836ac87b06601b59f81b5c7661e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T13:18:56,795 DEBUG [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, b8e32f02019aa448fd75a0a3b2e2a938=testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938.} 2024-11-20T13:18:56,795 DEBUG [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b8e32f02019aa448fd75a0a3b2e2a938 2024-11-20T13:18:56,795 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:18:56,795 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:18:56,795 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:18:56,795 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:18:56,795 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:18:56,795 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-20T13:18:56,802 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/b8e32f02019aa448fd75a0a3b2e2a938/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T13:18:56,803 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. 2024-11-20T13:18:56,803 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b8e32f02019aa448fd75a0a3b2e2a938: 2024-11-20T13:18:56,803 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732108734552.b8e32f02019aa448fd75a0a3b2e2a938. 2024-11-20T13:18:56,824 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740/.tmp/info/62ab798e276c4a4a86ec4e39d7029893 is 173, key is testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53./info:regioninfo/1732108735747/Put/seqid=0 2024-11-20T13:18:56,846 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/namespace/9c014836ac87b06601b59f81b5c7661e/.tmp/info/5b985a086a53497eb6ac804801018a72 is 45, key is default/info:d/1732108734481/Put/seqid=0 2024-11-20T13:18:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741843_1019 (size=9337) 2024-11-20T13:18:56,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741843_1019 (size=9337) 2024-11-20T13:18:56,863 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740/.tmp/info/62ab798e276c4a4a86ec4e39d7029893 2024-11-20T13:18:56,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741844_1020 (size=5037) 2024-11-20T13:18:56,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741844_1020 (size=5037) 2024-11-20T13:18:56,880 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/namespace/9c014836ac87b06601b59f81b5c7661e/.tmp/info/5b985a086a53497eb6ac804801018a72 2024-11-20T13:18:56,887 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:18:56,887 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:18:56,891 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/namespace/9c014836ac87b06601b59f81b5c7661e/.tmp/info/5b985a086a53497eb6ac804801018a72 as hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/namespace/9c014836ac87b06601b59f81b5c7661e/info/5b985a086a53497eb6ac804801018a72 2024-11-20T13:18:56,899 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/namespace/9c014836ac87b06601b59f81b5c7661e/info/5b985a086a53497eb6ac804801018a72, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T13:18:56,901 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9c014836ac87b06601b59f81b5c7661e in 106ms, sequenceid=6, compaction requested=false 2024-11-20T13:18:56,904 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740/.tmp/table/28f0f5c800c54d9ab074caac095160c0 is 61, key is testClearRegionBlockCache/table:state/1732108735765/Put/seqid=0 2024-11-20T13:18:56,909 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/namespace/9c014836ac87b06601b59f81b5c7661e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T13:18:56,910 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. 2024-11-20T13:18:56,910 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9c014836ac87b06601b59f81b5c7661e: 2024-11-20T13:18:56,911 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732108733959.9c014836ac87b06601b59f81b5c7661e. 2024-11-20T13:18:56,911 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c9f55c4abdc24402fdad257d310f1e53, disabling compactions & flushes 2024-11-20T13:18:56,911 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. 2024-11-20T13:18:56,911 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. 2024-11-20T13:18:56,911 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. after waiting 0 ms 2024-11-20T13:18:56,911 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. 2024-11-20T13:18:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741845_1021 (size=5392) 2024-11-20T13:18:56,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741845_1021 (size=5392) 2024-11-20T13:18:56,914 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740/.tmp/table/28f0f5c800c54d9ab074caac095160c0 2024-11-20T13:18:56,921 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/default/testClearRegionBlockCache/c9f55c4abdc24402fdad257d310f1e53/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T13:18:56,922 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. 2024-11-20T13:18:56,922 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c9f55c4abdc24402fdad257d310f1e53: 2024-11-20T13:18:56,922 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732108734552.c9f55c4abdc24402fdad257d310f1e53. 2024-11-20T13:18:56,924 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740/.tmp/info/62ab798e276c4a4a86ec4e39d7029893 as hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740/info/62ab798e276c4a4a86ec4e39d7029893 2024-11-20T13:18:56,932 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740/info/62ab798e276c4a4a86ec4e39d7029893, entries=30, sequenceid=16, filesize=9.1 K 2024-11-20T13:18:56,933 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740/.tmp/table/28f0f5c800c54d9ab074caac095160c0 as hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740/table/28f0f5c800c54d9ab074caac095160c0 2024-11-20T13:18:56,942 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740/table/28f0f5c800c54d9ab074caac095160c0, entries=4, sequenceid=16, filesize=5.3 K 2024-11-20T13:18:56,943 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=16, compaction requested=false 2024-11-20T13:18:56,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T13:18:56,945 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T13:18:56,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:18:56,947 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T13:18:56,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T13:18:56,947 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T13:18:56,953 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T13:18:56,953 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:18:56,954 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:18:56,954 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:18:56,954 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:18:56,995 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,46209,1732108732943; all regions closed. 2024-11-20T13:18:56,995 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,45949,1732108733016; all regions closed. 2024-11-20T13:18:56,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741834_1010 (size=3188) 2024-11-20T13:18:56,999 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,46209,1732108732943/5ef453f0fbb6%2C46209%2C1732108732943.1732108733534 not finished, retry = 0 2024-11-20T13:18:56,999 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/WALs/5ef453f0fbb6,45949,1732108733016/5ef453f0fbb6%2C45949%2C1732108733016.meta.1732108733882.meta not finished, retry = 0 2024-11-20T13:18:56,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741835_1011 (size=5602) 2024-11-20T13:18:57,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741834_1010 (size=3188) 2024-11-20T13:18:57,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741835_1011 (size=5602) 2024-11-20T13:18:57,104 DEBUG [RS:0;5ef453f0fbb6:46209 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/oldWALs 2024-11-20T13:18:57,104 DEBUG [RS:1;5ef453f0fbb6:45949 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/oldWALs 2024-11-20T13:18:57,104 INFO [RS:1;5ef453f0fbb6:45949 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C45949%2C1732108733016.meta:.meta(num 1732108733882) 2024-11-20T13:18:57,104 INFO [RS:0;5ef453f0fbb6:46209 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C46209%2C1732108732943:(num 1732108733534) 2024-11-20T13:18:57,104 DEBUG [RS:0;5ef453f0fbb6:46209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:57,104 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:18:57,105 INFO [RS:0;5ef453f0fbb6:46209 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T13:18:57,106 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:18:57,106 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:18:57,106 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:18:57,106 INFO [RS:0;5ef453f0fbb6:46209 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46209 2024-11-20T13:18:57,107 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:18:57,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,46209,1732108732943 2024-11-20T13:18:57,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:18:57,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741833_1009 (size=1758) 2024-11-20T13:18:57,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741833_1009 (size=1758) 2024-11-20T13:18:57,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,46209,1732108732943] 2024-11-20T13:18:57,115 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,46209,1732108732943; numProcessing=1 2024-11-20T13:18:57,116 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,46209,1732108732943 already deleted, retry=false 2024-11-20T13:18:57,116 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,46209,1732108732943 expired; onlineServers=1 2024-11-20T13:18:57,118 DEBUG [RS:1;5ef453f0fbb6:45949 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/oldWALs 2024-11-20T13:18:57,118 INFO [RS:1;5ef453f0fbb6:45949 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C45949%2C1732108733016:(num 1732108733535) 2024-11-20T13:18:57,118 DEBUG [RS:1;5ef453f0fbb6:45949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:57,118 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:18:57,118 INFO [RS:1;5ef453f0fbb6:45949 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T13:18:57,119 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:18:57,119 INFO [RS:1;5ef453f0fbb6:45949 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45949 2024-11-20T13:18:57,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,45949,1732108733016 2024-11-20T13:18:57,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:18:57,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,45949,1732108733016] 2024-11-20T13:18:57,122 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,45949,1732108733016; numProcessing=2 2024-11-20T13:18:57,124 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,45949,1732108733016 already deleted, retry=false 2024-11-20T13:18:57,124 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,45949,1732108733016 expired; onlineServers=0 2024-11-20T13:18:57,124 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,45795,1732108732886' ***** 2024-11-20T13:18:57,124 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:18:57,124 DEBUG [M:0;5ef453f0fbb6:45795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486903f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:18:57,124 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,45795,1732108732886 2024-11-20T13:18:57,124 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,45795,1732108732886; all regions closed. 2024-11-20T13:18:57,124 DEBUG [M:0;5ef453f0fbb6:45795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:18:57,124 DEBUG [M:0;5ef453f0fbb6:45795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:18:57,125 DEBUG [M:0;5ef453f0fbb6:45795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:18:57,125 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:18:57,125 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108733266 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108733266,5,FailOnTimeoutGroup] 2024-11-20T13:18:57,125 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108733266 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108733266,5,FailOnTimeoutGroup] 2024-11-20T13:18:57,125 INFO [M:0;5ef453f0fbb6:45795 {}] hbase.ChoreService(370): Chore service for: master/5ef453f0fbb6:0 had [] on shutdown 2024-11-20T13:18:57,125 DEBUG [M:0;5ef453f0fbb6:45795 {}] master.HMaster(1733): Stopping service threads 2024-11-20T13:18:57,125 INFO [M:0;5ef453f0fbb6:45795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:18:57,126 INFO [M:0;5ef453f0fbb6:45795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:18:57,126 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:18:57,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:18:57,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:57,126 DEBUG [M:0;5ef453f0fbb6:45795 {}] zookeeper.ZKUtil(347): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:18:57,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:18:57,127 WARN [M:0;5ef453f0fbb6:45795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:18:57,127 INFO [M:0;5ef453f0fbb6:45795 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T13:18:57,127 INFO [M:0;5ef453f0fbb6:45795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:18:57,127 DEBUG [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:18:57,127 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:57,127 DEBUG [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:57,127 DEBUG [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:18:57,127 DEBUG [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:57,127 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-11-20T13:18:57,146 DEBUG [M:0;5ef453f0fbb6:45795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42612e073b024639b3b47bb9696efa07 is 82, key is hbase:meta,,1/info:regioninfo/1732108733937/Put/seqid=0 2024-11-20T13:18:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741846_1022 (size=5672) 2024-11-20T13:18:57,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741846_1022 (size=5672) 2024-11-20T13:18:57,153 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42612e073b024639b3b47bb9696efa07 2024-11-20T13:18:57,179 DEBUG [M:0;5ef453f0fbb6:45795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/610f985a91e54df78ef080be692f7e1a is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732108735772/Put/seqid=0 2024-11-20T13:18:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741847_1023 (size=7579) 2024-11-20T13:18:57,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741847_1023 (size=7579) 2024-11-20T13:18:57,187 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/610f985a91e54df78ef080be692f7e1a 2024-11-20T13:18:57,212 DEBUG [M:0;5ef453f0fbb6:45795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41d19a77b72749658c34f65ce3f7dd14 is 69, key is 5ef453f0fbb6,45949,1732108733016/rs:state/1732108733360/Put/seqid=0 2024-11-20T13:18:57,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:18:57,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46209-0x100151582a70001, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:18:57,213 INFO [RS:0;5ef453f0fbb6:46209 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,46209,1732108732943; zookeeper connection closed. 2024-11-20T13:18:57,220 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d75ca44 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d75ca44 2024-11-20T13:18:57,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:18:57,222 INFO [RS:1;5ef453f0fbb6:45949 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,45949,1732108733016; zookeeper connection closed. 2024-11-20T13:18:57,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45949-0x100151582a70002, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:18:57,223 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a1621d8 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a1621d8 2024-11-20T13:18:57,223 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-20T13:18:57,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741848_1024 (size=5224) 2024-11-20T13:18:57,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741848_1024 (size=5224) 2024-11-20T13:18:57,226 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41d19a77b72749658c34f65ce3f7dd14 2024-11-20T13:18:57,233 DEBUG [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42612e073b024639b3b47bb9696efa07 as hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42612e073b024639b3b47bb9696efa07 2024-11-20T13:18:57,239 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42612e073b024639b3b47bb9696efa07, entries=8, sequenceid=108, filesize=5.5 K 2024-11-20T13:18:57,241 DEBUG [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/610f985a91e54df78ef080be692f7e1a as hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/610f985a91e54df78ef080be692f7e1a 2024-11-20T13:18:57,247 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/610f985a91e54df78ef080be692f7e1a, entries=13, sequenceid=108, filesize=7.4 K 2024-11-20T13:18:57,249 DEBUG [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41d19a77b72749658c34f65ce3f7dd14 as hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41d19a77b72749658c34f65ce3f7dd14 2024-11-20T13:18:57,256 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38965/user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41d19a77b72749658c34f65ce3f7dd14, entries=2, sequenceid=108, filesize=5.1 K 2024-11-20T13:18:57,258 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=108, compaction requested=false 2024-11-20T13:18:57,262 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:57,263 DEBUG [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:18:57,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43803 is added to blk_1073741830_1006 (size=54477) 2024-11-20T13:18:57,266 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/9fd2d050-ec0e-0ca3-a33b-1c6ba19e45bf/MasterData/WALs/5ef453f0fbb6,45795,1732108732886/5ef453f0fbb6%2C45795%2C1732108732886.1732108733133 not finished, retry = 0 2024-11-20T13:18:57,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37883 is added to blk_1073741830_1006 (size=54477) 2024-11-20T13:18:57,368 INFO [M:0;5ef453f0fbb6:45795 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T13:18:57,368 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:18:57,368 INFO [M:0;5ef453f0fbb6:45795 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45795 2024-11-20T13:18:57,370 DEBUG [M:0;5ef453f0fbb6:45795 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5ef453f0fbb6,45795,1732108732886 already deleted, retry=false 2024-11-20T13:18:57,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:18:57,472 INFO [M:0;5ef453f0fbb6:45795 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,45795,1732108732886; zookeeper connection closed. 2024-11-20T13:18:57,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45795-0x100151582a70000, quorum=127.0.0.1:56661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:18:57,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58586451{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:18:57,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12232aa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:18:57,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:18:57,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72d1ca2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:18:57,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68528713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/hadoop.log.dir/,STOPPED} 2024-11-20T13:18:57,477 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:18:57,478 WARN [BP-110540311-172.17.0.2-1732108732061 heartbeating to localhost/127.0.0.1:38965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:18:57,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:18:57,478 WARN [BP-110540311-172.17.0.2-1732108732061 heartbeating to localhost/127.0.0.1:38965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-110540311-172.17.0.2-1732108732061 (Datanode Uuid 3cd4c444-19e9-4fe6-9e91-21f195fab702) service to localhost/127.0.0.1:38965 2024-11-20T13:18:57,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/cluster_b66d24ed-f54f-8eb6-ec07-e2b42363daa0/dfs/data/data3/current/BP-110540311-172.17.0.2-1732108732061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:18:57,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/cluster_b66d24ed-f54f-8eb6-ec07-e2b42363daa0/dfs/data/data4/current/BP-110540311-172.17.0.2-1732108732061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:18:57,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:18:57,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31bfa1dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:18:57,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47d21fd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:18:57,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:18:57,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775192d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:18:57,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bac8e65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/hadoop.log.dir/,STOPPED} 2024-11-20T13:18:57,486 WARN [BP-110540311-172.17.0.2-1732108732061 heartbeating to localhost/127.0.0.1:38965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:18:57,486 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:18:57,486 WARN [BP-110540311-172.17.0.2-1732108732061 heartbeating to localhost/127.0.0.1:38965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-110540311-172.17.0.2-1732108732061 (Datanode Uuid 424aedf5-8f5a-4bce-a795-97fbc66f6902) service to localhost/127.0.0.1:38965 2024-11-20T13:18:57,486 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:18:57,487 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/cluster_b66d24ed-f54f-8eb6-ec07-e2b42363daa0/dfs/data/data1/current/BP-110540311-172.17.0.2-1732108732061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:18:57,487 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/cluster_b66d24ed-f54f-8eb6-ec07-e2b42363daa0/dfs/data/data2/current/BP-110540311-172.17.0.2-1732108732061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:18:57,488 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:18:57,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fb68a78{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:18:57,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d2bda5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:18:57,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:18:57,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5a081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:18:57,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38a7464f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/hadoop.log.dir/,STOPPED} 2024-11-20T13:18:57,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:18:57,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T13:18:57,535 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=106 (was 77) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:38965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:38965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:38965 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:38965 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 409) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3116 (was 3311) 2024-11-20T13:18:57,544 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=106, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=3116 2024-11-20T13:18:57,559 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/hadoop.log.dir so I do NOT create it in target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05 2024-11-20T13:18:57,559 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T13:18:57,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/hadoop.tmp.dir so I do NOT create it in target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05 2024-11-20T13:18:57,560 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86ad14c2-632f-8951-f70f-8fe3e64427f4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T13:18:57,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05 2024-11-20T13:18:57,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:18:57,560 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/cluster_79b0026f-2e9d-88af-1bf6-0ef5e4f4b50c, deleteOnExit=true 2024-11-20T13:18:57,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T13:18:57,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/test.cache.data in system properties and HBase conf 2024-11-20T13:18:57,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:18:57,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:18:57,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:18:57,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:18:57,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T13:18:57,561 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:18:57,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:18:57,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:18:57,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:18:57,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:18:57,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:18:57,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:18:57,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:18:57,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:18:57,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:18:57,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:18:57,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:18:57,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:18:57,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:18:57,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:18:57,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:18:57,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:18:57,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:18:57,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:18:57,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:18:57,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:18:57,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e560d02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:18:57,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ebd0abd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:18:57,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@791a6a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/java.io.tmpdir/jetty-localhost-39245-hadoop-hdfs-3_4_1-tests_jar-_-any-455668148128235285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:18:57,814 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cc673d0{HTTP/1.1, (http/1.1)}{localhost:39245} 2024-11-20T13:18:57,814 INFO [Time-limited test {}] server.Server(415): Started @16722ms 2024-11-20T13:18:57,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:18:57,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:18:57,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:18:57,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:18:57,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:18:57,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365d0ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:18:57,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdea8f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:18:58,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a4686e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/java.io.tmpdir/jetty-localhost-39647-hadoop-hdfs-3_4_1-tests_jar-_-any-17166677057885961702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:18:58,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60052725{HTTP/1.1, (http/1.1)}{localhost:39647} 2024-11-20T13:18:58,042 INFO [Time-limited test {}] server.Server(415): Started @16951ms 2024-11-20T13:18:58,045 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:18:58,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:18:58,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:18:58,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:18:58,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:18:58,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:18:58,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68a0fe50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:18:58,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43e7b6e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:18:58,144 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/cluster_79b0026f-2e9d-88af-1bf6-0ef5e4f4b50c/dfs/data/data1/current/BP-972073097-172.17.0.2-1732108737599/current, will proceed with Du for space computation calculation, 2024-11-20T13:18:58,147 WARN [Thread-626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/cluster_79b0026f-2e9d-88af-1bf6-0ef5e4f4b50c/dfs/data/data2/current/BP-972073097-172.17.0.2-1732108737599/current, will proceed with Du for space computation calculation, 2024-11-20T13:18:58,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f5783c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/java.io.tmpdir/jetty-localhost-32775-hadoop-hdfs-3_4_1-tests_jar-_-any-7242808919571530736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:18:58,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f6319da{HTTP/1.1, (http/1.1)}{localhost:32775} 2024-11-20T13:18:58,243 INFO [Time-limited test {}] server.Server(415): Started @17151ms 2024-11-20T13:18:58,250 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:18:58,250 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:18:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a31a3fa89278f21 with lease ID 0x85fdb359e6aa5e1f: Processing first storage report for DS-f51c4ef5-bc7e-473c-aa0b-cce95244221f from datanode DatanodeRegistration(127.0.0.1:36465, datanodeUuid=cd00491c-3d68-4e26-b13d-19095e6717b9, infoPort=33951, infoSecurePort=0, ipcPort=33657, storageInfo=lv=-57;cid=testClusterID;nsid=790350954;c=1732108737599) 2024-11-20T13:18:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a31a3fa89278f21 with lease ID 0x85fdb359e6aa5e1f: from storage DS-f51c4ef5-bc7e-473c-aa0b-cce95244221f node DatanodeRegistration(127.0.0.1:36465, datanodeUuid=cd00491c-3d68-4e26-b13d-19095e6717b9, infoPort=33951, infoSecurePort=0, ipcPort=33657, storageInfo=lv=-57;cid=testClusterID;nsid=790350954;c=1732108737599), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T13:18:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a31a3fa89278f21 with lease ID 0x85fdb359e6aa5e1f: Processing first storage report for DS-c0246f41-caa7-475e-ae43-5facbc9df713 from datanode DatanodeRegistration(127.0.0.1:36465, datanodeUuid=cd00491c-3d68-4e26-b13d-19095e6717b9, infoPort=33951, infoSecurePort=0, ipcPort=33657, storageInfo=lv=-57;cid=testClusterID;nsid=790350954;c=1732108737599) 2024-11-20T13:18:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a31a3fa89278f21 with lease ID 0x85fdb359e6aa5e1f: from storage DS-c0246f41-caa7-475e-ae43-5facbc9df713 node DatanodeRegistration(127.0.0.1:36465, datanodeUuid=cd00491c-3d68-4e26-b13d-19095e6717b9, infoPort=33951, infoSecurePort=0, ipcPort=33657, storageInfo=lv=-57;cid=testClusterID;nsid=790350954;c=1732108737599), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:18:59,570 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/cluster_79b0026f-2e9d-88af-1bf6-0ef5e4f4b50c/dfs/data/data3/current/BP-972073097-172.17.0.2-1732108737599/current, will proceed with Du for space computation calculation, 2024-11-20T13:18:59,570 WARN [Thread-652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/cluster_79b0026f-2e9d-88af-1bf6-0ef5e4f4b50c/dfs/data/data4/current/BP-972073097-172.17.0.2-1732108737599/current, will proceed with Du for space computation calculation, 2024-11-20T13:18:59,589 WARN [Thread-640 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:18:59,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39bcfe5d56c8894e with lease ID 0x85fdb359e6aa5e20: Processing first storage report for DS-219fb428-e879-487a-8849-e5204b2d75d4 from datanode DatanodeRegistration(127.0.0.1:41493, datanodeUuid=7ed58480-64e7-4ecd-b83a-f442ce06ccf3, infoPort=37701, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=790350954;c=1732108737599) 2024-11-20T13:18:59,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39bcfe5d56c8894e with lease ID 0x85fdb359e6aa5e20: from storage DS-219fb428-e879-487a-8849-e5204b2d75d4 node DatanodeRegistration(127.0.0.1:41493, datanodeUuid=7ed58480-64e7-4ecd-b83a-f442ce06ccf3, infoPort=37701, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=790350954;c=1732108737599), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:18:59,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39bcfe5d56c8894e with lease ID 0x85fdb359e6aa5e20: Processing first storage report for DS-5e5442d9-d616-4ac4-99ca-f94ef1ff9c28 from datanode DatanodeRegistration(127.0.0.1:41493, datanodeUuid=7ed58480-64e7-4ecd-b83a-f442ce06ccf3, infoPort=37701, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=790350954;c=1732108737599) 2024-11-20T13:18:59,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39bcfe5d56c8894e with lease ID 0x85fdb359e6aa5e20: from storage DS-5e5442d9-d616-4ac4-99ca-f94ef1ff9c28 node DatanodeRegistration(127.0.0.1:41493, datanodeUuid=7ed58480-64e7-4ecd-b83a-f442ce06ccf3, infoPort=37701, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=790350954;c=1732108737599), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:18:59,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05 2024-11-20T13:18:59,617 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/cluster_79b0026f-2e9d-88af-1bf6-0ef5e4f4b50c/zookeeper_0, clientPort=60437, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/cluster_79b0026f-2e9d-88af-1bf6-0ef5e4f4b50c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/cluster_79b0026f-2e9d-88af-1bf6-0ef5e4f4b50c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:18:59,617 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60437 2024-11-20T13:18:59,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:59,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:59,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:18:59,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:18:59,630 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8 with version=8 2024-11-20T13:18:59,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/hbase-staging 2024-11-20T13:18:59,633 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:18:59,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:59,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:59,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:18:59,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:59,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:18:59,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:18:59,633 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:18:59,634 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40493 2024-11-20T13:18:59,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:59,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:59,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40493 connecting to ZooKeeper ensemble=127.0.0.1:60437 2024-11-20T13:18:59,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404930x0, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:18:59,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40493-0x10015159d060000 connected 2024-11-20T13:18:59,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:18:59,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:59,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:18:59,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40493 2024-11-20T13:18:59,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40493 2024-11-20T13:18:59,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40493 2024-11-20T13:18:59,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40493 2024-11-20T13:18:59,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40493 2024-11-20T13:18:59,658 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8, hbase.cluster.distributed=false 2024-11-20T13:18:59,675 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:18:59,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:59,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:59,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:18:59,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:59,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:18:59,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:18:59,676 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:18:59,677 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39965 2024-11-20T13:18:59,677 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:18:59,678 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:18:59,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:59,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:59,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39965 connecting to ZooKeeper ensemble=127.0.0.1:60437 2024-11-20T13:18:59,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399650x0, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:18:59,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399650x0, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:18:59,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39965-0x10015159d060001 connected 2024-11-20T13:18:59,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:59,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:18:59,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39965 2024-11-20T13:18:59,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39965 2024-11-20T13:18:59,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39965 2024-11-20T13:18:59,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39965 2024-11-20T13:18:59,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39965 2024-11-20T13:18:59,712 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:18:59,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:59,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:59,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:18:59,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:18:59,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:18:59,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:18:59,713 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:18:59,713 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41073 2024-11-20T13:18:59,714 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:18:59,714 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:18:59,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:59,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:59,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41073 connecting to ZooKeeper ensemble=127.0.0.1:60437 2024-11-20T13:18:59,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410730x0, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:18:59,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410730x0, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:18:59,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41073-0x10015159d060002 connected 2024-11-20T13:18:59,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:18:59,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:18:59,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-20T13:18:59,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41073 2024-11-20T13:18:59,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41073 2024-11-20T13:18:59,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-20T13:18:59,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-20T13:18:59,732 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5ef453f0fbb6,40493,1732108739632 2024-11-20T13:18:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:59,734 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5ef453f0fbb6,40493,1732108739632 2024-11-20T13:18:59,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:18:59,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:18:59,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:18:59,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,736 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:18:59,737 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5ef453f0fbb6,40493,1732108739632 from backup master directory 2024-11-20T13:18:59,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:59,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:59,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5ef453f0fbb6,40493,1732108739632 2024-11-20T13:18:59,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:18:59,739 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:18:59,739 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5ef453f0fbb6,40493,1732108739632 2024-11-20T13:18:59,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:18:59,746 DEBUG [M:0;5ef453f0fbb6:40493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5ef453f0fbb6:40493 2024-11-20T13:18:59,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:18:59,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:18:59,757 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/hbase.id with ID: 1aa4044a-9137-4b78-a738-8d5102e697b6 2024-11-20T13:18:59,770 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:18:59,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:18:59,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:18:59,783 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:18:59,785 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:18:59,785 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:18:59,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:18:59,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:18:59,796 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store 2024-11-20T13:18:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:18:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:18:59,806 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:59,806 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:18:59,806 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:59,806 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:59,806 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:18:59,806 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:59,806 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:18:59,806 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:18:59,807 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/.initializing 2024-11-20T13:18:59,808 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/WALs/5ef453f0fbb6,40493,1732108739632 2024-11-20T13:18:59,809 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:18:59,812 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C40493%2C1732108739632, suffix=, logDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/WALs/5ef453f0fbb6,40493,1732108739632, archiveDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/oldWALs, maxLogs=10 2024-11-20T13:18:59,828 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/WALs/5ef453f0fbb6,40493,1732108739632/5ef453f0fbb6%2C40493%2C1732108739632.1732108739812, exclude list is [], retry=0 2024-11-20T13:18:59,832 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-f51c4ef5-bc7e-473c-aa0b-cce95244221f,DISK] 2024-11-20T13:18:59,832 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-219fb428-e879-487a-8849-e5204b2d75d4,DISK] 2024-11-20T13:18:59,835 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/WALs/5ef453f0fbb6,40493,1732108739632/5ef453f0fbb6%2C40493%2C1732108739632.1732108739812 2024-11-20T13:18:59,835 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33951:33951),(127.0.0.1/127.0.0.1:37701:37701)] 2024-11-20T13:18:59,835 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:18:59,835 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:18:59,835 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:59,835 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:59,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:59,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:18:59,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:59,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:18:59,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:59,842 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T13:18:59,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:18:59,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:59,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:59,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:59,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:18:59,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:59,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:59,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:59,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:18:59,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:59,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:18:59,849 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:59,850 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:59,853 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:18:59,854 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:18:59,863 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:18:59,864 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70442603, jitterRate=0.04967658221721649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:18:59,865 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:18:59,866 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:18:59,880 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bb6f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:18:59,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:18:59,882 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T13:18:59,882 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T13:18:59,882 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T13:18:59,882 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:18:59,883 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T13:18:59,884 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-20T13:18:59,884 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:18:59,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:18:59,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:18:59,894 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:18:59,895 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:18:59,897 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:18:59,897 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:18:59,898 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:18:59,899 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:18:59,900 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:18:59,901 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:18:59,902 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:18:59,903 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:18:59,904 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:18:59,906 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:18:59,908 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:18:59,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:59,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:59,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:18:59,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,910 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5ef453f0fbb6,40493,1732108739632, sessionid=0x10015159d060000, setting cluster-up flag (Was=false) 2024-11-20T13:18:59,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,918 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:18:59,919 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,40493,1732108739632 2024-11-20T13:18:59,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:18:59,928 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:18:59,929 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,40493,1732108739632 2024-11-20T13:18:59,933 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T13:18:59,933 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T13:18:59,933 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:18:59,934 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5ef453f0fbb6,40493,1732108739632 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:18:59,934 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:18:59,934 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:18:59,934 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:18:59,934 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:18:59,934 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5ef453f0fbb6:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:18:59,935 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:59,935 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:18:59,935 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:18:59,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:18:59,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:18:59,943 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732108769943 2024-11-20T13:18:59,943 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:18:59,944 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:18:59,944 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:18:59,944 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:18:59,944 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:18:59,944 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:18:59,944 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:18:59,944 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:18:59,947 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:59,951 DEBUG [RS:0;5ef453f0fbb6:39965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5ef453f0fbb6:39965 2024-11-20T13:18:59,952 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(1008): ClusterId : 1aa4044a-9137-4b78-a738-8d5102e697b6 2024-11-20T13:18:59,952 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:18:59,954 DEBUG [RS:1;5ef453f0fbb6:41073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5ef453f0fbb6:41073 2024-11-20T13:18:59,955 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:18:59,955 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:18:59,955 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(1008): ClusterId : 1aa4044a-9137-4b78-a738-8d5102e697b6 2024-11-20T13:18:59,955 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:18:59,956 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:18:59,956 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:18:59,956 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:18:59,957 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:18:59,957 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:18:59,957 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:18:59,958 DEBUG [RS:0;5ef453f0fbb6:39965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1fbf87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:18:59,959 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:18:59,960 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:18:59,960 DEBUG [RS:1;5ef453f0fbb6:41073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdd28d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:18:59,960 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:18:59,960 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108739960,5,FailOnTimeoutGroup] 2024-11-20T13:18:59,960 DEBUG [RS:0;5ef453f0fbb6:39965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7fe0b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:18:59,961 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:18:59,961 DEBUG [RS:1;5ef453f0fbb6:41073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a86402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:18:59,961 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:18:59,961 DEBUG [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:18:59,961 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:18:59,961 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:18:59,961 DEBUG [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:18:59,961 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,40493,1732108739632 with isa=5ef453f0fbb6/172.17.0.2:39965, startcode=1732108739675 2024-11-20T13:18:59,961 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,40493,1732108739632 with isa=5ef453f0fbb6/172.17.0.2:41073, startcode=1732108739712 2024-11-20T13:18:59,962 DEBUG [RS:0;5ef453f0fbb6:39965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:18:59,962 DEBUG [RS:1;5ef453f0fbb6:41073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:18:59,965 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108739960,5,FailOnTimeoutGroup] 2024-11-20T13:18:59,965 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:59,965 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:18:59,965 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:59,965 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:18:59,967 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55125, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:18:59,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40493 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,39965,1732108739675 2024-11-20T13:18:59,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40493 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,39965,1732108739675 2024-11-20T13:18:59,969 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47753, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:18:59,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40493 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,41073,1732108739712 2024-11-20T13:18:59,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40493 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,41073,1732108739712 2024-11-20T13:18:59,970 DEBUG [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8 2024-11-20T13:18:59,970 DEBUG [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46717 2024-11-20T13:18:59,970 DEBUG [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:18:59,971 DEBUG [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8 2024-11-20T13:18:59,971 DEBUG [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46717 2024-11-20T13:18:59,971 DEBUG [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:18:59,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:18:59,975 DEBUG [RS:0;5ef453f0fbb6:39965 {}] zookeeper.ZKUtil(111): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,39965,1732108739675 2024-11-20T13:18:59,975 WARN [RS:0;5ef453f0fbb6:39965 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:18:59,976 INFO [RS:0;5ef453f0fbb6:39965 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:18:59,976 DEBUG [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/WALs/5ef453f0fbb6,39965,1732108739675 2024-11-20T13:18:59,976 DEBUG [RS:1;5ef453f0fbb6:41073 {}] zookeeper.ZKUtil(111): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,41073,1732108739712 2024-11-20T13:18:59,976 WARN [RS:1;5ef453f0fbb6:41073 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:18:59,976 INFO [RS:1;5ef453f0fbb6:41073 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:18:59,976 DEBUG [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/WALs/5ef453f0fbb6,41073,1732108739712 2024-11-20T13:18:59,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:18:59,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:18:59,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T13:18:59,980 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8 2024-11-20T13:18:59,981 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,41073,1732108739712] 2024-11-20T13:18:59,981 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,39965,1732108739675] 2024-11-20T13:18:59,991 DEBUG [RS:0;5ef453f0fbb6:39965 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:18:59,992 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:18:59,992 DEBUG [RS:1;5ef453f0fbb6:41073 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:18:59,996 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:19:00,000 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:19:00,004 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:19:00,004 INFO [RS:0;5ef453f0fbb6:39965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:19:00,004 INFO [RS:0;5ef453f0fbb6:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,008 INFO [RS:1;5ef453f0fbb6:41073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:19:00,008 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:19:00,008 INFO [RS:1;5ef453f0fbb6:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,009 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:19:00,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:19:00,011 INFO [RS:0;5ef453f0fbb6:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,011 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,011 INFO [RS:1;5ef453f0fbb6:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,011 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,011 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,011 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,011 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,011 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,011 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,011 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,011 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,012 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,012 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:19:00,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:19:00,012 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:19:00,012 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,012 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,012 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,012 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,012 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,012 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,012 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,012 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,012 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:00,012 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,012 DEBUG [RS:0;5ef453f0fbb6:39965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:00,012 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:00,012 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:00,012 DEBUG [RS:1;5ef453f0fbb6:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:00,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:00,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:19:00,017 INFO [RS:0;5ef453f0fbb6:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,017 INFO [RS:0;5ef453f0fbb6:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,017 INFO [RS:0;5ef453f0fbb6:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,017 INFO [RS:0;5ef453f0fbb6:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,017 INFO [RS:0;5ef453f0fbb6:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,39965,1732108739675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:19:00,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:19:00,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:00,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:00,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:19:00,020 INFO [RS:1;5ef453f0fbb6:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,020 INFO [RS:1;5ef453f0fbb6:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,020 INFO [RS:1;5ef453f0fbb6:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,020 INFO [RS:1;5ef453f0fbb6:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,020 INFO [RS:1;5ef453f0fbb6:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,41073,1732108739712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:19:00,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:19:00,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:00,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:00,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:19:00,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:19:00,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:00,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:00,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740 2024-11-20T13:19:00,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740 2024-11-20T13:19:00,029 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:19:00,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:19:00,036 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:00,037 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66756276, jitterRate=-0.005253970623016357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:19:00,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:19:00,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:19:00,039 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:19:00,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:19:00,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:19:00,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:19:00,039 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:19:00,040 INFO [RS:0;5ef453f0fbb6:39965 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,39965,1732108739675-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,041 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:19:00,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:19:00,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:19:00,043 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T13:19:00,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:19:00,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:19:00,046 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:19:00,046 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:19:00,047 INFO [RS:1;5ef453f0fbb6:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,41073,1732108739712-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,057 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.Replication(204): 5ef453f0fbb6,39965,1732108739675 started 2024-11-20T13:19:00,057 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,39965,1732108739675, RpcServer on 5ef453f0fbb6/172.17.0.2:39965, sessionid=0x10015159d060001 2024-11-20T13:19:00,057 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:19:00,057 DEBUG [RS:0;5ef453f0fbb6:39965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,39965,1732108739675 2024-11-20T13:19:00,057 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,39965,1732108739675' 2024-11-20T13:19:00,057 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:19:00,058 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:19:00,058 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:19:00,058 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:19:00,058 DEBUG [RS:0;5ef453f0fbb6:39965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,39965,1732108739675 2024-11-20T13:19:00,058 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,39965,1732108739675' 2024-11-20T13:19:00,058 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:19:00,059 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:19:00,059 DEBUG [RS:0;5ef453f0fbb6:39965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:19:00,059 INFO [RS:0;5ef453f0fbb6:39965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:19:00,059 INFO [RS:0;5ef453f0fbb6:39965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:19:00,067 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.Replication(204): 5ef453f0fbb6,41073,1732108739712 started 2024-11-20T13:19:00,067 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,41073,1732108739712, RpcServer on 5ef453f0fbb6/172.17.0.2:41073, sessionid=0x10015159d060002 2024-11-20T13:19:00,067 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:19:00,068 DEBUG [RS:1;5ef453f0fbb6:41073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,41073,1732108739712 2024-11-20T13:19:00,068 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,41073,1732108739712' 2024-11-20T13:19:00,068 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:19:00,068 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:19:00,068 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:19:00,069 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:19:00,069 DEBUG [RS:1;5ef453f0fbb6:41073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,41073,1732108739712 2024-11-20T13:19:00,069 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,41073,1732108739712' 2024-11-20T13:19:00,069 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:19:00,069 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:19:00,069 DEBUG [RS:1;5ef453f0fbb6:41073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:19:00,069 INFO [RS:1;5ef453f0fbb6:41073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:19:00,069 INFO [RS:1;5ef453f0fbb6:41073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:19:00,160 INFO [RS:0;5ef453f0fbb6:39965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:19:00,162 INFO [RS:0;5ef453f0fbb6:39965 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C39965%2C1732108739675, suffix=, logDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/WALs/5ef453f0fbb6,39965,1732108739675, archiveDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/oldWALs, maxLogs=32 2024-11-20T13:19:00,170 INFO [RS:1;5ef453f0fbb6:41073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:19:00,172 INFO [RS:1;5ef453f0fbb6:41073 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C41073%2C1732108739712, suffix=, logDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/WALs/5ef453f0fbb6,41073,1732108739712, archiveDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/oldWALs, maxLogs=32 2024-11-20T13:19:00,182 DEBUG [RS:0;5ef453f0fbb6:39965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/WALs/5ef453f0fbb6,39965,1732108739675/5ef453f0fbb6%2C39965%2C1732108739675.1732108740163, exclude list is [], retry=0 2024-11-20T13:19:00,186 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-f51c4ef5-bc7e-473c-aa0b-cce95244221f,DISK] 2024-11-20T13:19:00,186 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-219fb428-e879-487a-8849-e5204b2d75d4,DISK] 2024-11-20T13:19:00,190 DEBUG [RS:1;5ef453f0fbb6:41073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/WALs/5ef453f0fbb6,41073,1732108739712/5ef453f0fbb6%2C41073%2C1732108739712.1732108740173, exclude list is [], retry=0 2024-11-20T13:19:00,190 INFO [RS:0;5ef453f0fbb6:39965 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/WALs/5ef453f0fbb6,39965,1732108739675/5ef453f0fbb6%2C39965%2C1732108739675.1732108740163 2024-11-20T13:19:00,191 DEBUG [RS:0;5ef453f0fbb6:39965 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33951:33951),(127.0.0.1/127.0.0.1:37701:37701)] 2024-11-20T13:19:00,193 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-219fb428-e879-487a-8849-e5204b2d75d4,DISK] 2024-11-20T13:19:00,193 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-f51c4ef5-bc7e-473c-aa0b-cce95244221f,DISK] 2024-11-20T13:19:00,197 INFO [RS:1;5ef453f0fbb6:41073 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/WALs/5ef453f0fbb6,41073,1732108739712/5ef453f0fbb6%2C41073%2C1732108739712.1732108740173 2024-11-20T13:19:00,197 DEBUG [5ef453f0fbb6:40493 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T13:19:00,197 DEBUG [RS:1;5ef453f0fbb6:41073 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37701:37701),(127.0.0.1/127.0.0.1:33951:33951)] 2024-11-20T13:19:00,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5ef453f0fbb6,39965,1732108739675 2024-11-20T13:19:00,198 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,39965,1732108739675, state=OPENING 2024-11-20T13:19:00,200 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:19:00,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:00,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:00,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:00,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,39965,1732108739675}] 2024-11-20T13:19:00,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:00,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:00,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:00,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,39965,1732108739675 2024-11-20T13:19:00,356 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:00,358 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:00,362 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T13:19:00,362 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:00,363 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:19:00,365 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C39965%2C1732108739675.meta, suffix=.meta, logDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/WALs/5ef453f0fbb6,39965,1732108739675, archiveDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/oldWALs, maxLogs=32 2024-11-20T13:19:00,380 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/WALs/5ef453f0fbb6,39965,1732108739675/5ef453f0fbb6%2C39965%2C1732108739675.meta.1732108740366.meta, exclude list is [], retry=0 2024-11-20T13:19:00,383 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-f51c4ef5-bc7e-473c-aa0b-cce95244221f,DISK] 2024-11-20T13:19:00,383 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-219fb428-e879-487a-8849-e5204b2d75d4,DISK] 2024-11-20T13:19:00,386 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/WALs/5ef453f0fbb6,39965,1732108739675/5ef453f0fbb6%2C39965%2C1732108739675.meta.1732108740366.meta 2024-11-20T13:19:00,386 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37701:37701),(127.0.0.1/127.0.0.1:33951:33951)] 2024-11-20T13:19:00,386 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:19:00,386 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:19:00,387 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:19:00,387 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:19:00,387 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:19:00,387 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:00,387 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T13:19:00,387 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T13:19:00,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:19:00,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:19:00,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:00,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:00,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:19:00,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:19:00,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:00,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:00,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:19:00,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:19:00,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:00,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:00,398 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740 2024-11-20T13:19:00,399 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740 2024-11-20T13:19:00,401 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:19:00,403 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:19:00,404 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69526824, jitterRate=0.03603041172027588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:19:00,406 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:19:00,407 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732108740355 2024-11-20T13:19:00,409 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:19:00,409 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T13:19:00,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,39965,1732108739675 2024-11-20T13:19:00,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,39965,1732108739675, state=OPEN 2024-11-20T13:19:00,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:19:00,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:19:00,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:19:00,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:00,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:00,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:00,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:19:00,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,39965,1732108739675 in 211 msec 2024-11-20T13:19:00,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:19:00,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-20T13:19:00,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 489 msec 2024-11-20T13:19:00,422 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732108740422, completionTime=-1 2024-11-20T13:19:00,422 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-20T13:19:00,422 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T13:19:00,423 DEBUG [hconnection-0x7752c8ec-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:00,425 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:00,426 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-20T13:19:00,426 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732108800426 2024-11-20T13:19:00,426 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732108860426 2024-11-20T13:19:00,426 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-11-20T13:19:00,438 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,40493,1732108739632-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,438 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,40493,1732108739632-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,438 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,40493,1732108739632-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,438 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5ef453f0fbb6:40493, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,438 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:00,439 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T13:19:00,439 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:19:00,441 DEBUG [master/5ef453f0fbb6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T13:19:00,441 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T13:19:00,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:19:00,442 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:00,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:19:00,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741836_1012 (size=358) 2024-11-20T13:19:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741836_1012 (size=358) 2024-11-20T13:19:00,458 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0509a1c0e68a9cfdf1f24598b4bfc560, NAME => 'hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8 2024-11-20T13:19:00,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741837_1013 (size=42) 2024-11-20T13:19:00,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741837_1013 (size=42) 2024-11-20T13:19:00,480 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:00,480 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 0509a1c0e68a9cfdf1f24598b4bfc560, disabling compactions & flushes 2024-11-20T13:19:00,480 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. 2024-11-20T13:19:00,480 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. 2024-11-20T13:19:00,480 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. after waiting 0 ms 2024-11-20T13:19:00,480 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. 2024-11-20T13:19:00,480 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. 2024-11-20T13:19:00,480 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0509a1c0e68a9cfdf1f24598b4bfc560: 2024-11-20T13:19:00,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:19:00,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732108740482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108740482"}]},"ts":"1732108740482"} 2024-11-20T13:19:00,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:19:00,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:19:00,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108740491"}]},"ts":"1732108740491"} 2024-11-20T13:19:00,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T13:19:00,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:19:00,499 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:19:00,499 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:19:00,499 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:19:00,499 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:19:00,499 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:19:00,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0509a1c0e68a9cfdf1f24598b4bfc560, ASSIGN}] 2024-11-20T13:19:00,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0509a1c0e68a9cfdf1f24598b4bfc560, ASSIGN 2024-11-20T13:19:00,503 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=0509a1c0e68a9cfdf1f24598b4bfc560, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,41073,1732108739712; forceNewPlan=false, retain=false 2024-11-20T13:19:00,654 INFO [5ef453f0fbb6:40493 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T13:19:00,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0509a1c0e68a9cfdf1f24598b4bfc560, regionState=OPENING, regionLocation=5ef453f0fbb6,41073,1732108739712 2024-11-20T13:19:00,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 0509a1c0e68a9cfdf1f24598b4bfc560, server=5ef453f0fbb6,41073,1732108739712}] 2024-11-20T13:19:00,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,41073,1732108739712 2024-11-20T13:19:00,810 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:00,812 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:00,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. 2024-11-20T13:19:00,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 0509a1c0e68a9cfdf1f24598b4bfc560, NAME => 'hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:19:00,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 0509a1c0e68a9cfdf1f24598b4bfc560 2024-11-20T13:19:00,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:00,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 0509a1c0e68a9cfdf1f24598b4bfc560 2024-11-20T13:19:00,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 0509a1c0e68a9cfdf1f24598b4bfc560 2024-11-20T13:19:00,819 INFO [StoreOpener-0509a1c0e68a9cfdf1f24598b4bfc560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0509a1c0e68a9cfdf1f24598b4bfc560 2024-11-20T13:19:00,821 INFO [StoreOpener-0509a1c0e68a9cfdf1f24598b4bfc560-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0509a1c0e68a9cfdf1f24598b4bfc560 columnFamilyName info 2024-11-20T13:19:00,821 DEBUG [StoreOpener-0509a1c0e68a9cfdf1f24598b4bfc560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:00,822 INFO [StoreOpener-0509a1c0e68a9cfdf1f24598b4bfc560-1 {}] regionserver.HStore(327): Store=0509a1c0e68a9cfdf1f24598b4bfc560/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:00,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/namespace/0509a1c0e68a9cfdf1f24598b4bfc560 2024-11-20T13:19:00,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/namespace/0509a1c0e68a9cfdf1f24598b4bfc560 2024-11-20T13:19:00,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 0509a1c0e68a9cfdf1f24598b4bfc560 2024-11-20T13:19:00,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/namespace/0509a1c0e68a9cfdf1f24598b4bfc560/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:00,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 0509a1c0e68a9cfdf1f24598b4bfc560; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75152502, jitterRate=0.11985954642295837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:19:00,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 0509a1c0e68a9cfdf1f24598b4bfc560: 2024-11-20T13:19:00,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560., pid=6, masterSystemTime=1732108740810 2024-11-20T13:19:00,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. 2024-11-20T13:19:00,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. 2024-11-20T13:19:00,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0509a1c0e68a9cfdf1f24598b4bfc560, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,41073,1732108739712 2024-11-20T13:19:00,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T13:19:00,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 0509a1c0e68a9cfdf1f24598b4bfc560, server=5ef453f0fbb6,41073,1732108739712 in 180 msec 2024-11-20T13:19:00,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T13:19:00,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=0509a1c0e68a9cfdf1f24598b4bfc560, ASSIGN in 339 msec 2024-11-20T13:19:00,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:19:00,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108740843"}]},"ts":"1732108740843"} 2024-11-20T13:19:00,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T13:19:00,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:19:00,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 408 msec 2024-11-20T13:19:00,942 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T13:19:00,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:19:00,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:00,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:00,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:00,949 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:00,950 INFO [RS-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:00,952 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T13:19:00,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:19:00,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 12 msec 2024-11-20T13:19:00,974 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T13:19:00,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:19:00,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-11-20T13:19:00,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T13:19:01,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T13:19:01,001 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.262sec 2024-11-20T13:19:01,002 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:19:01,002 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:19:01,002 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:19:01,002 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:19:01,002 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:19:01,002 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,40493,1732108739632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:19:01,002 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,40493,1732108739632-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:19:01,004 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:19:01,004 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:19:01,004 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,40493,1732108739632-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:01,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x518c208f to 127.0.0.1:60437 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c90a8d4 2024-11-20T13:19:01,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5c508c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:01,041 DEBUG [hconnection-0x6d97466-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:01,043 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5ef453f0fbb6,40493,1732108739632 2024-11-20T13:19:01,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:19:01,048 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:19:01,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40493 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:19:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40493 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-20T13:19:01,052 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:19:01,053 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:01,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40493 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-20T13:19:01,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:19:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40493 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741838_1014 (size=379) 2024-11-20T13:19:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741838_1014 (size=379) 2024-11-20T13:19:01,067 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f3d23abe9d2eef6f7fff005a42235a38, NAME => 'testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8 2024-11-20T13:19:01,068 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 36274164e18e8b08204614cba5b90be4, NAME => 'testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8 2024-11-20T13:19:01,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741839_1015 (size=61) 2024-11-20T13:19:01,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741839_1015 (size=61) 2024-11-20T13:19:01,077 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:01,077 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing f3d23abe9d2eef6f7fff005a42235a38, disabling compactions & flushes 2024-11-20T13:19:01,078 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. 2024-11-20T13:19:01,078 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. 2024-11-20T13:19:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741840_1016 (size=61) 2024-11-20T13:19:01,078 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. after waiting 0 ms 2024-11-20T13:19:01,078 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. 2024-11-20T13:19:01,078 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. 2024-11-20T13:19:01,078 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for f3d23abe9d2eef6f7fff005a42235a38: 2024-11-20T13:19:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741840_1016 (size=61) 2024-11-20T13:19:01,081 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:01,081 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 36274164e18e8b08204614cba5b90be4, disabling compactions & flushes 2024-11-20T13:19:01,081 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. 2024-11-20T13:19:01,081 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. 2024-11-20T13:19:01,081 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. after waiting 0 ms 2024-11-20T13:19:01,081 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. 2024-11-20T13:19:01,081 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. 2024-11-20T13:19:01,081 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 36274164e18e8b08204614cba5b90be4: 2024-11-20T13:19:01,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:19:01,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732108741083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108741083"}]},"ts":"1732108741083"} 2024-11-20T13:19:01,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732108741083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108741083"}]},"ts":"1732108741083"} 2024-11-20T13:19:01,087 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-20T13:19:01,088 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:19:01,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108741088"}]},"ts":"1732108741088"} 2024-11-20T13:19:01,091 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-20T13:19:01,094 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:19:01,096 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:19:01,096 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:19:01,096 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:19:01,096 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:19:01,096 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:19:01,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3d23abe9d2eef6f7fff005a42235a38, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=36274164e18e8b08204614cba5b90be4, ASSIGN}] 2024-11-20T13:19:01,098 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3d23abe9d2eef6f7fff005a42235a38, ASSIGN 2024-11-20T13:19:01,099 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=36274164e18e8b08204614cba5b90be4, ASSIGN 2024-11-20T13:19:01,100 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3d23abe9d2eef6f7fff005a42235a38, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,41073,1732108739712; forceNewPlan=false, retain=false 2024-11-20T13:19:01,100 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=36274164e18e8b08204614cba5b90be4, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,39965,1732108739675; forceNewPlan=false, retain=false 2024-11-20T13:19:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40493 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:01,250 INFO [5ef453f0fbb6:40493 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-20T13:19:01,250 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=36274164e18e8b08204614cba5b90be4, regionState=OPENING, regionLocation=5ef453f0fbb6,39965,1732108739675 2024-11-20T13:19:01,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f3d23abe9d2eef6f7fff005a42235a38, regionState=OPENING, regionLocation=5ef453f0fbb6,41073,1732108739712 2024-11-20T13:19:01,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure f3d23abe9d2eef6f7fff005a42235a38, server=5ef453f0fbb6,41073,1732108739712}] 2024-11-20T13:19:01,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 36274164e18e8b08204614cba5b90be4, server=5ef453f0fbb6,39965,1732108739675}] 2024-11-20T13:19:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40493 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:01,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,41073,1732108739712 2024-11-20T13:19:01,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,39965,1732108739675 2024-11-20T13:19:01,412 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. 2024-11-20T13:19:01,413 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => f3d23abe9d2eef6f7fff005a42235a38, NAME => 'testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38.', STARTKEY => '', ENDKEY => '5'} 2024-11-20T13:19:01,413 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f3d23abe9d2eef6f7fff005a42235a38 2024-11-20T13:19:01,413 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. 2024-11-20T13:19:01,413 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:01,413 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 36274164e18e8b08204614cba5b90be4, NAME => 'testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4.', STARTKEY => '5', ENDKEY => ''} 2024-11-20T13:19:01,413 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for f3d23abe9d2eef6f7fff005a42235a38 2024-11-20T13:19:01,413 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for f3d23abe9d2eef6f7fff005a42235a38 2024-11-20T13:19:01,414 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 36274164e18e8b08204614cba5b90be4 2024-11-20T13:19:01,414 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:01,414 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 36274164e18e8b08204614cba5b90be4 2024-11-20T13:19:01,414 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 36274164e18e8b08204614cba5b90be4 2024-11-20T13:19:01,415 INFO [StoreOpener-f3d23abe9d2eef6f7fff005a42235a38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f3d23abe9d2eef6f7fff005a42235a38 2024-11-20T13:19:01,415 INFO [StoreOpener-36274164e18e8b08204614cba5b90be4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 36274164e18e8b08204614cba5b90be4 2024-11-20T13:19:01,417 INFO [StoreOpener-36274164e18e8b08204614cba5b90be4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36274164e18e8b08204614cba5b90be4 columnFamilyName family 2024-11-20T13:19:01,417 INFO [StoreOpener-f3d23abe9d2eef6f7fff005a42235a38-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3d23abe9d2eef6f7fff005a42235a38 columnFamilyName family 2024-11-20T13:19:01,417 DEBUG [StoreOpener-36274164e18e8b08204614cba5b90be4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:01,417 DEBUG [StoreOpener-f3d23abe9d2eef6f7fff005a42235a38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:01,418 INFO [StoreOpener-36274164e18e8b08204614cba5b90be4-1 {}] regionserver.HStore(327): Store=36274164e18e8b08204614cba5b90be4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:01,418 INFO [StoreOpener-f3d23abe9d2eef6f7fff005a42235a38-1 {}] regionserver.HStore(327): Store=f3d23abe9d2eef6f7fff005a42235a38/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:01,419 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/f3d23abe9d2eef6f7fff005a42235a38 2024-11-20T13:19:01,419 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/36274164e18e8b08204614cba5b90be4 2024-11-20T13:19:01,419 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/f3d23abe9d2eef6f7fff005a42235a38 2024-11-20T13:19:01,420 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/36274164e18e8b08204614cba5b90be4 2024-11-20T13:19:01,422 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for f3d23abe9d2eef6f7fff005a42235a38 2024-11-20T13:19:01,423 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 36274164e18e8b08204614cba5b90be4 2024-11-20T13:19:01,425 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/f3d23abe9d2eef6f7fff005a42235a38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:01,425 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/36274164e18e8b08204614cba5b90be4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:01,426 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened f3d23abe9d2eef6f7fff005a42235a38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59915539, jitterRate=-0.10718889534473419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:19:01,426 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 36274164e18e8b08204614cba5b90be4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69613718, jitterRate=0.03732523322105408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:19:01,427 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 36274164e18e8b08204614cba5b90be4: 2024-11-20T13:19:01,427 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for f3d23abe9d2eef6f7fff005a42235a38: 2024-11-20T13:19:01,428 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38., pid=12, masterSystemTime=1732108741406 2024-11-20T13:19:01,428 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4., pid=13, masterSystemTime=1732108741407 2024-11-20T13:19:01,430 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. 2024-11-20T13:19:01,430 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. 2024-11-20T13:19:01,431 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f3d23abe9d2eef6f7fff005a42235a38, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,41073,1732108739712 2024-11-20T13:19:01,432 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. 2024-11-20T13:19:01,432 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. 2024-11-20T13:19:01,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=36274164e18e8b08204614cba5b90be4, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,39965,1732108739675 2024-11-20T13:19:01,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T13:19:01,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure f3d23abe9d2eef6f7fff005a42235a38, server=5ef453f0fbb6,41073,1732108739712 in 181 msec 2024-11-20T13:19:01,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-20T13:19:01,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3d23abe9d2eef6f7fff005a42235a38, ASSIGN in 339 msec 2024-11-20T13:19:01,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 36274164e18e8b08204614cba5b90be4, server=5ef453f0fbb6,39965,1732108739675 in 181 msec 2024-11-20T13:19:01,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-20T13:19:01,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=36274164e18e8b08204614cba5b90be4, ASSIGN in 340 msec 2024-11-20T13:19:01,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:19:01,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108741440"}]},"ts":"1732108741440"} 2024-11-20T13:19:01,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-20T13:19:01,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:19:01,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 395 msec 2024-11-20T13:19:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40493 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:01,679 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-20T13:19:01,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-20T13:19:01,679 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:19:01,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-20T13:19:01,683 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:19:01,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-20T13:19:01,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:01,688 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:01,705 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 36274164e18e8b08204614cba5b90be4 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-20T13:19:01,724 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/36274164e18e8b08204614cba5b90be4/.tmp/family/b4af9b711d464a7fb5e3953cfb632158 is 32, key is 5/family:/1732108741698/Put/seqid=0 2024-11-20T13:19:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741841_1017 (size=5083) 2024-11-20T13:19:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741841_1017 (size=5083) 2024-11-20T13:19:01,734 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/36274164e18e8b08204614cba5b90be4/.tmp/family/b4af9b711d464a7fb5e3953cfb632158 2024-11-20T13:19:01,742 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/36274164e18e8b08204614cba5b90be4/.tmp/family/b4af9b711d464a7fb5e3953cfb632158 as hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/36274164e18e8b08204614cba5b90be4/family/b4af9b711d464a7fb5e3953cfb632158 2024-11-20T13:19:01,749 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/36274164e18e8b08204614cba5b90be4/family/b4af9b711d464a7fb5e3953cfb632158, entries=5, sequenceid=9, filesize=5.0 K 2024-11-20T13:19:01,750 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 36274164e18e8b08204614cba5b90be4 in 45ms, sequenceid=9, compaction requested=false 2024-11-20T13:19:01,750 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 36274164e18e8b08204614cba5b90be4: 2024-11-20T13:19:01,750 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing f3d23abe9d2eef6f7fff005a42235a38 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-20T13:19:01,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/f3d23abe9d2eef6f7fff005a42235a38/.tmp/family/89f12710e1cd4335b0cd4d8495c6028a is 32, key is 1/family:/1732108741689/Put/seqid=0 2024-11-20T13:19:01,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741842_1018 (size=5054) 2024-11-20T13:19:01,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741842_1018 (size=5054) 2024-11-20T13:19:01,784 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/f3d23abe9d2eef6f7fff005a42235a38/.tmp/family/89f12710e1cd4335b0cd4d8495c6028a 2024-11-20T13:19:01,792 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/f3d23abe9d2eef6f7fff005a42235a38/.tmp/family/89f12710e1cd4335b0cd4d8495c6028a as hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/f3d23abe9d2eef6f7fff005a42235a38/family/89f12710e1cd4335b0cd4d8495c6028a 2024-11-20T13:19:01,798 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/f3d23abe9d2eef6f7fff005a42235a38/family/89f12710e1cd4335b0cd4d8495c6028a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T13:19:01,800 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f3d23abe9d2eef6f7fff005a42235a38 in 49ms, sequenceid=8, compaction requested=false 2024-11-20T13:19:01,800 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for f3d23abe9d2eef6f7fff005a42235a38: 2024-11-20T13:19:01,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:01,812 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:01,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:01,815 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:01,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T13:19:01,816 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:19:01,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x518c208f to 127.0.0.1:60437 2024-11-20T13:19:01,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:01,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:19:01,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1651239058, stopped=false 2024-11-20T13:19:01,817 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5ef453f0fbb6,40493,1732108739632 2024-11-20T13:19:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:01,819 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T13:19:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:01,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:01,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:01,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:01,820 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,39965,1732108739675' ***** 2024-11-20T13:19:01,820 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:19:01,820 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,41073,1732108739712' ***** 2024-11-20T13:19:01,820 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:19:01,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:01,820 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:19:01,820 INFO [RS:0;5ef453f0fbb6:39965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:19:01,820 INFO [RS:0;5ef453f0fbb6:39965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:19:01,820 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:19:01,820 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:19:01,821 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(3579): Received CLOSE for 36274164e18e8b08204614cba5b90be4 2024-11-20T13:19:01,821 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:19:01,821 INFO [RS:1;5ef453f0fbb6:41073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:19:01,821 INFO [RS:1;5ef453f0fbb6:41073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:19:01,821 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(3579): Received CLOSE for 0509a1c0e68a9cfdf1f24598b4bfc560 2024-11-20T13:19:01,821 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(3579): Received CLOSE for f3d23abe9d2eef6f7fff005a42235a38 2024-11-20T13:19:01,822 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,41073,1732108739712 2024-11-20T13:19:01,822 DEBUG [RS:1;5ef453f0fbb6:41073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:01,822 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T13:19:01,822 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0509a1c0e68a9cfdf1f24598b4bfc560, disabling compactions & flushes 2024-11-20T13:19:01,822 DEBUG [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(1603): Online Regions={0509a1c0e68a9cfdf1f24598b4bfc560=hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560., f3d23abe9d2eef6f7fff005a42235a38=testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38.} 2024-11-20T13:19:01,822 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. 2024-11-20T13:19:01,822 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. 2024-11-20T13:19:01,822 DEBUG [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(1629): Waiting on 0509a1c0e68a9cfdf1f24598b4bfc560, f3d23abe9d2eef6f7fff005a42235a38 2024-11-20T13:19:01,822 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. after waiting 0 ms 2024-11-20T13:19:01,822 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. 2024-11-20T13:19:01,822 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 0509a1c0e68a9cfdf1f24598b4bfc560 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T13:19:01,822 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,39965,1732108739675 2024-11-20T13:19:01,822 DEBUG [RS:0;5ef453f0fbb6:39965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:01,822 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 36274164e18e8b08204614cba5b90be4, disabling compactions & flushes 2024-11-20T13:19:01,822 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:19:01,822 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. 2024-11-20T13:19:01,822 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:19:01,822 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. 2024-11-20T13:19:01,822 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:19:01,822 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. after waiting 0 ms 2024-11-20T13:19:01,822 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. 2024-11-20T13:19:01,822 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T13:19:01,822 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T13:19:01,823 DEBUG [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 36274164e18e8b08204614cba5b90be4=testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4.} 2024-11-20T13:19:01,823 DEBUG [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 36274164e18e8b08204614cba5b90be4 2024-11-20T13:19:01,823 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:19:01,823 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:19:01,823 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:19:01,823 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:19:01,823 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:19:01,823 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-20T13:19:01,828 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/36274164e18e8b08204614cba5b90be4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T13:19:01,828 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. 2024-11-20T13:19:01,828 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 36274164e18e8b08204614cba5b90be4: 2024-11-20T13:19:01,828 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4. 2024-11-20T13:19:01,829 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:01,833 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:01,848 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/namespace/0509a1c0e68a9cfdf1f24598b4bfc560/.tmp/info/914811b0788a4ad897db4468f7f73a07 is 45, key is default/info:d/1732108740957/Put/seqid=0 2024-11-20T13:19:01,849 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740/.tmp/info/3bc7f8b543ea4bdc93c658f3842d518b is 173, key is testClearRegionBlockCache,5,1732108741049.36274164e18e8b08204614cba5b90be4./info:regioninfo/1732108741432/Put/seqid=0 2024-11-20T13:19:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741843_1019 (size=5037) 2024-11-20T13:19:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741843_1019 (size=5037) 2024-11-20T13:19:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741844_1020 (size=9337) 2024-11-20T13:19:01,856 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/namespace/0509a1c0e68a9cfdf1f24598b4bfc560/.tmp/info/914811b0788a4ad897db4468f7f73a07 2024-11-20T13:19:01,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741844_1020 (size=9337) 2024-11-20T13:19:01,879 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740/.tmp/info/3bc7f8b543ea4bdc93c658f3842d518b 2024-11-20T13:19:01,901 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/namespace/0509a1c0e68a9cfdf1f24598b4bfc560/.tmp/info/914811b0788a4ad897db4468f7f73a07 as hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/namespace/0509a1c0e68a9cfdf1f24598b4bfc560/info/914811b0788a4ad897db4468f7f73a07 2024-11-20T13:19:01,912 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/namespace/0509a1c0e68a9cfdf1f24598b4bfc560/info/914811b0788a4ad897db4468f7f73a07, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T13:19:01,913 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 0509a1c0e68a9cfdf1f24598b4bfc560 in 91ms, sequenceid=6, compaction requested=false 2024-11-20T13:19:01,918 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/namespace/0509a1c0e68a9cfdf1f24598b4bfc560/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T13:19:01,919 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. 2024-11-20T13:19:01,919 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0509a1c0e68a9cfdf1f24598b4bfc560: 2024-11-20T13:19:01,919 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732108740439.0509a1c0e68a9cfdf1f24598b4bfc560. 2024-11-20T13:19:01,919 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f3d23abe9d2eef6f7fff005a42235a38, disabling compactions & flushes 2024-11-20T13:19:01,919 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. 2024-11-20T13:19:01,919 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. 2024-11-20T13:19:01,919 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. after waiting 0 ms 2024-11-20T13:19:01,919 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. 2024-11-20T13:19:01,923 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740/.tmp/table/a3d91a8c924f4a5488f2e8cd3c4bf1ed is 61, key is testClearRegionBlockCache/table:state/1732108741440/Put/seqid=0 2024-11-20T13:19:01,924 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/default/testClearRegionBlockCache/f3d23abe9d2eef6f7fff005a42235a38/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T13:19:01,925 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. 2024-11-20T13:19:01,925 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f3d23abe9d2eef6f7fff005a42235a38: 2024-11-20T13:19:01,925 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732108741049.f3d23abe9d2eef6f7fff005a42235a38. 2024-11-20T13:19:01,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741845_1021 (size=5392) 2024-11-20T13:19:01,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741845_1021 (size=5392) 2024-11-20T13:19:01,931 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740/.tmp/table/a3d91a8c924f4a5488f2e8cd3c4bf1ed 2024-11-20T13:19:01,939 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740/.tmp/info/3bc7f8b543ea4bdc93c658f3842d518b as hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740/info/3bc7f8b543ea4bdc93c658f3842d518b 2024-11-20T13:19:01,946 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740/info/3bc7f8b543ea4bdc93c658f3842d518b, entries=30, sequenceid=16, filesize=9.1 K 2024-11-20T13:19:01,947 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740/.tmp/table/a3d91a8c924f4a5488f2e8cd3c4bf1ed as hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740/table/a3d91a8c924f4a5488f2e8cd3c4bf1ed 2024-11-20T13:19:01,954 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740/table/a3d91a8c924f4a5488f2e8cd3c4bf1ed, entries=4, sequenceid=16, filesize=5.3 K 2024-11-20T13:19:01,956 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=16, compaction requested=false 2024-11-20T13:19:01,961 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T13:19:01,962 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:19:01,962 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:19:01,962 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:19:01,962 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:19:02,021 INFO [regionserver/5ef453f0fbb6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T13:19:02,021 INFO [regionserver/5ef453f0fbb6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T13:19:02,022 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,41073,1732108739712; all regions closed. 2024-11-20T13:19:02,023 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,39965,1732108739675; all regions closed. 2024-11-20T13:19:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741834_1010 (size=3079) 2024-11-20T13:19:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741834_1010 (size=3079) 2024-11-20T13:19:02,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741835_1011 (size=5602) 2024-11-20T13:19:02,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741835_1011 (size=5602) 2024-11-20T13:19:02,029 DEBUG [RS:1;5ef453f0fbb6:41073 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/oldWALs 2024-11-20T13:19:02,029 INFO [RS:1;5ef453f0fbb6:41073 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C41073%2C1732108739712:(num 1732108740173) 2024-11-20T13:19:02,029 DEBUG [RS:1;5ef453f0fbb6:41073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:02,029 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:02,030 INFO [RS:1;5ef453f0fbb6:41073 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T13:19:02,030 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:19:02,030 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:19:02,030 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:19:02,030 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:19:02,030 INFO [RS:1;5ef453f0fbb6:41073 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41073 2024-11-20T13:19:02,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:19:02,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,41073,1732108739712 2024-11-20T13:19:02,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,41073,1732108739712] 2024-11-20T13:19:02,033 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,41073,1732108739712; numProcessing=1 2024-11-20T13:19:02,033 DEBUG [RS:0;5ef453f0fbb6:39965 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/oldWALs 2024-11-20T13:19:02,033 INFO [RS:0;5ef453f0fbb6:39965 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C39965%2C1732108739675.meta:.meta(num 1732108740366) 2024-11-20T13:19:02,035 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,41073,1732108739712 already deleted, retry=false 2024-11-20T13:19:02,035 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,41073,1732108739712 expired; onlineServers=1 2024-11-20T13:19:02,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741833_1009 (size=1867) 2024-11-20T13:19:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741833_1009 (size=1867) 2024-11-20T13:19:02,039 DEBUG [RS:0;5ef453f0fbb6:39965 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/oldWALs 2024-11-20T13:19:02,039 INFO [RS:0;5ef453f0fbb6:39965 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C39965%2C1732108739675:(num 1732108740163) 2024-11-20T13:19:02,039 DEBUG [RS:0;5ef453f0fbb6:39965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:02,039 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:02,039 INFO [RS:0;5ef453f0fbb6:39965 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T13:19:02,039 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:19:02,040 INFO [RS:0;5ef453f0fbb6:39965 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39965 2024-11-20T13:19:02,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,39965,1732108739675 2024-11-20T13:19:02,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:19:02,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,39965,1732108739675] 2024-11-20T13:19:02,043 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,39965,1732108739675; numProcessing=2 2024-11-20T13:19:02,045 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,39965,1732108739675 already deleted, retry=false 2024-11-20T13:19:02,045 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,39965,1732108739675 expired; onlineServers=0 2024-11-20T13:19:02,045 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,40493,1732108739632' ***** 2024-11-20T13:19:02,045 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:19:02,045 DEBUG [M:0;5ef453f0fbb6:40493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9255ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:19:02,045 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,40493,1732108739632 2024-11-20T13:19:02,045 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,40493,1732108739632; all regions closed. 2024-11-20T13:19:02,045 DEBUG [M:0;5ef453f0fbb6:40493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:02,045 DEBUG [M:0;5ef453f0fbb6:40493 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:19:02,045 DEBUG [M:0;5ef453f0fbb6:40493 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:19:02,045 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:19:02,045 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108739960 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108739960,5,FailOnTimeoutGroup] 2024-11-20T13:19:02,045 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108739960 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108739960,5,FailOnTimeoutGroup] 2024-11-20T13:19:02,046 INFO [M:0;5ef453f0fbb6:40493 {}] hbase.ChoreService(370): Chore service for: master/5ef453f0fbb6:0 had [] on shutdown 2024-11-20T13:19:02,046 DEBUG [M:0;5ef453f0fbb6:40493 {}] master.HMaster(1733): Stopping service threads 2024-11-20T13:19:02,046 INFO [M:0;5ef453f0fbb6:40493 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:19:02,046 INFO [M:0;5ef453f0fbb6:40493 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:19:02,046 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:19:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:02,047 DEBUG [M:0;5ef453f0fbb6:40493 {}] zookeeper.ZKUtil(347): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:19:02,047 WARN [M:0;5ef453f0fbb6:40493 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:19:02,047 INFO [M:0;5ef453f0fbb6:40493 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T13:19:02,047 INFO [M:0;5ef453f0fbb6:40493 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:19:02,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:02,047 DEBUG [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:19:02,047 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:02,047 DEBUG [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:02,047 DEBUG [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:19:02,047 DEBUG [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:02,048 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-20T13:19:02,066 DEBUG [M:0;5ef453f0fbb6:40493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dafce9260794da3aec593b8c4067738 is 82, key is hbase:meta,,1/info:regioninfo/1732108740410/Put/seqid=0 2024-11-20T13:19:02,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741846_1022 (size=5672) 2024-11-20T13:19:02,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741846_1022 (size=5672) 2024-11-20T13:19:02,073 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dafce9260794da3aec593b8c4067738 2024-11-20T13:19:02,101 DEBUG [M:0;5ef453f0fbb6:40493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d07d5f7209a64402bc4c1d5180f25264 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732108741446/Put/seqid=0 2024-11-20T13:19:02,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741847_1023 (size=7578) 2024-11-20T13:19:02,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741847_1023 (size=7578) 2024-11-20T13:19:02,109 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d07d5f7209a64402bc4c1d5180f25264 2024-11-20T13:19:02,132 DEBUG [M:0;5ef453f0fbb6:40493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fa9e0266a6546c9a481c2fcaf1888f5 is 69, key is 5ef453f0fbb6,39965,1732108739675/rs:state/1732108739968/Put/seqid=0 2024-11-20T13:19:02,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:02,134 INFO [RS:1;5ef453f0fbb6:41073 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,41073,1732108739712; zookeeper connection closed. 2024-11-20T13:19:02,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x10015159d060002, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:02,135 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@173f0da1 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@173f0da1 2024-11-20T13:19:02,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741848_1024 (size=5224) 2024-11-20T13:19:02,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741848_1024 (size=5224) 2024-11-20T13:19:02,140 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fa9e0266a6546c9a481c2fcaf1888f5 2024-11-20T13:19:02,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:02,144 INFO [RS:0;5ef453f0fbb6:39965 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,39965,1732108739675; zookeeper connection closed. 2024-11-20T13:19:02,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39965-0x10015159d060001, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:02,146 DEBUG [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dafce9260794da3aec593b8c4067738 as hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dafce9260794da3aec593b8c4067738 2024-11-20T13:19:02,153 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d8ee08b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d8ee08b 2024-11-20T13:19:02,153 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-20T13:19:02,157 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dafce9260794da3aec593b8c4067738, entries=8, sequenceid=108, filesize=5.5 K 2024-11-20T13:19:02,158 DEBUG [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d07d5f7209a64402bc4c1d5180f25264 as hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d07d5f7209a64402bc4c1d5180f25264 2024-11-20T13:19:02,168 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d07d5f7209a64402bc4c1d5180f25264, entries=13, sequenceid=108, filesize=7.4 K 2024-11-20T13:19:02,169 DEBUG [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fa9e0266a6546c9a481c2fcaf1888f5 as hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fa9e0266a6546c9a481c2fcaf1888f5 2024-11-20T13:19:02,176 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46717/user/jenkins/test-data/9602323e-7fd3-59a5-72f6-7ad075675bb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fa9e0266a6546c9a481c2fcaf1888f5, entries=2, sequenceid=108, filesize=5.1 K 2024-11-20T13:19:02,177 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=108, compaction requested=false 2024-11-20T13:19:02,188 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:02,188 DEBUG [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:19:02,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741830_1006 (size=54465) 2024-11-20T13:19:02,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741830_1006 (size=54465) 2024-11-20T13:19:02,192 INFO [M:0;5ef453f0fbb6:40493 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T13:19:02,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:19:02,193 INFO [M:0;5ef453f0fbb6:40493 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40493 2024-11-20T13:19:02,194 DEBUG [M:0;5ef453f0fbb6:40493 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5ef453f0fbb6,40493,1732108739632 already deleted, retry=false 2024-11-20T13:19:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:02,296 INFO [M:0;5ef453f0fbb6:40493 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,40493,1732108739632; zookeeper connection closed. 2024-11-20T13:19:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40493-0x10015159d060000, quorum=127.0.0.1:60437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:02,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f5783c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:02,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f6319da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:19:02,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:19:02,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43e7b6e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:19:02,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68a0fe50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/hadoop.log.dir/,STOPPED} 2024-11-20T13:19:02,302 WARN [BP-972073097-172.17.0.2-1732108737599 heartbeating to localhost/127.0.0.1:46717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:19:02,302 WARN [BP-972073097-172.17.0.2-1732108737599 heartbeating to localhost/127.0.0.1:46717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-972073097-172.17.0.2-1732108737599 (Datanode Uuid 7ed58480-64e7-4ecd-b83a-f442ce06ccf3) service to localhost/127.0.0.1:46717 2024-11-20T13:19:02,302 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:19:02,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:19:02,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/cluster_79b0026f-2e9d-88af-1bf6-0ef5e4f4b50c/dfs/data/data3/current/BP-972073097-172.17.0.2-1732108737599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:02,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/cluster_79b0026f-2e9d-88af-1bf6-0ef5e4f4b50c/dfs/data/data4/current/BP-972073097-172.17.0.2-1732108737599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:02,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:19:02,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a4686e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:02,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60052725{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:19:02,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:19:02,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdea8f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:19:02,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@365d0ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/hadoop.log.dir/,STOPPED} 2024-11-20T13:19:02,308 WARN [BP-972073097-172.17.0.2-1732108737599 heartbeating to localhost/127.0.0.1:46717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:19:02,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:19:02,308 WARN [BP-972073097-172.17.0.2-1732108737599 heartbeating to localhost/127.0.0.1:46717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-972073097-172.17.0.2-1732108737599 (Datanode Uuid cd00491c-3d68-4e26-b13d-19095e6717b9) service to localhost/127.0.0.1:46717 2024-11-20T13:19:02,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:19:02,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/cluster_79b0026f-2e9d-88af-1bf6-0ef5e4f4b50c/dfs/data/data1/current/BP-972073097-172.17.0.2-1732108737599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:02,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/cluster_79b0026f-2e9d-88af-1bf6-0ef5e4f4b50c/dfs/data/data2/current/BP-972073097-172.17.0.2-1732108737599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:02,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:19:02,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@791a6a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:19:02,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cc673d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:19:02,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:19:02,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ebd0abd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:19:02,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e560d02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/hadoop.log.dir/,STOPPED} 2024-11-20T13:19:02,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:19:02,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T13:19:02,355 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=131 (was 106) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46717 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46717 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=472 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 262) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2812 (was 3116) 2024-11-20T13:19:02,364 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=131, OpenFileDescriptor=472, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=2811 2024-11-20T13:19:02,385 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/hadoop.log.dir so I do NOT create it in target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6 2024-11-20T13:19:02,385 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T13:19:02,385 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/hadoop.tmp.dir so I do NOT create it in target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6 2024-11-20T13:19:02,385 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/173c8726-fd62-37cf-433c-8e5cbfe02d05/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T13:19:02,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6 2024-11-20T13:19:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:19:02,386 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/cluster_09158f73-e7fb-dba4-048c-42e13317902c, deleteOnExit=true 2024-11-20T13:19:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T13:19:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/test.cache.data in system properties and HBase conf 2024-11-20T13:19:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:19:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:19:02,386 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:19:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:19:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T13:19:02,387 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:19:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:19:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:19:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:19:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:19:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:19:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:19:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:19:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:19:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:19:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:19:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:19:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:19:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:19:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:19:02,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:19:02,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:19:02,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:19:02,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:19:02,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:19:02,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:19:02,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b7a75d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:19:02,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1693c740{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:19:02,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43e7723c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/java.io.tmpdir/jetty-localhost-38175-hadoop-hdfs-3_4_1-tests_jar-_-any-6143986483734217711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:19:02,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a3282e5{HTTP/1.1, (http/1.1)}{localhost:38175} 2024-11-20T13:19:02,659 INFO [Time-limited test {}] server.Server(415): Started @21567ms 2024-11-20T13:19:02,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:19:02,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:19:02,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:19:02,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:19:02,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:19:02,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16979f57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:19:02,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2376c4ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:19:02,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f2c6733{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/java.io.tmpdir/jetty-localhost-36625-hadoop-hdfs-3_4_1-tests_jar-_-any-78078317297873616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:02,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66881898{HTTP/1.1, (http/1.1)}{localhost:36625} 2024-11-20T13:19:02,860 INFO [Time-limited test {}] server.Server(415): Started @21768ms 2024-11-20T13:19:02,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:19:02,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:19:02,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:19:02,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:19:02,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:19:02,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:19:02,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1188b8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:19:02,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609a4acf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:19:02,960 WARN [Thread-896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/cluster_09158f73-e7fb-dba4-048c-42e13317902c/dfs/data/data1/current/BP-127546144-172.17.0.2-1732108742470/current, will proceed with Du for space computation calculation, 2024-11-20T13:19:02,960 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/cluster_09158f73-e7fb-dba4-048c-42e13317902c/dfs/data/data2/current/BP-127546144-172.17.0.2-1732108742470/current, will proceed with Du for space computation calculation, 2024-11-20T13:19:02,984 WARN [Thread-875 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:19:02,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe6fe5af6ba2ea3a with lease ID 0x6a4f6a20b9b22d2c: Processing first storage report for DS-2194190c-eceb-47ef-a8ff-d4b075cd5e4e from datanode DatanodeRegistration(127.0.0.1:44559, datanodeUuid=a52c8182-e9ad-4a6a-b39c-38c6c09efa14, infoPort=45581, infoSecurePort=0, ipcPort=38251, storageInfo=lv=-57;cid=testClusterID;nsid=1350073026;c=1732108742470) 2024-11-20T13:19:02,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe6fe5af6ba2ea3a with lease ID 0x6a4f6a20b9b22d2c: from storage DS-2194190c-eceb-47ef-a8ff-d4b075cd5e4e node DatanodeRegistration(127.0.0.1:44559, datanodeUuid=a52c8182-e9ad-4a6a-b39c-38c6c09efa14, infoPort=45581, infoSecurePort=0, ipcPort=38251, storageInfo=lv=-57;cid=testClusterID;nsid=1350073026;c=1732108742470), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:19:02,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe6fe5af6ba2ea3a with lease ID 0x6a4f6a20b9b22d2c: Processing first storage report for DS-00e11116-5c27-4617-a81b-92b95b41f4cf from datanode DatanodeRegistration(127.0.0.1:44559, datanodeUuid=a52c8182-e9ad-4a6a-b39c-38c6c09efa14, infoPort=45581, infoSecurePort=0, ipcPort=38251, storageInfo=lv=-57;cid=testClusterID;nsid=1350073026;c=1732108742470) 2024-11-20T13:19:02,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe6fe5af6ba2ea3a with lease ID 0x6a4f6a20b9b22d2c: from storage DS-00e11116-5c27-4617-a81b-92b95b41f4cf node DatanodeRegistration(127.0.0.1:44559, datanodeUuid=a52c8182-e9ad-4a6a-b39c-38c6c09efa14, infoPort=45581, infoSecurePort=0, ipcPort=38251, storageInfo=lv=-57;cid=testClusterID;nsid=1350073026;c=1732108742470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:19:03,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bf35057{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/java.io.tmpdir/jetty-localhost-32827-hadoop-hdfs-3_4_1-tests_jar-_-any-6257019362508670434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:03,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@383dfc2b{HTTP/1.1, (http/1.1)}{localhost:32827} 2024-11-20T13:19:03,034 INFO [Time-limited test {}] server.Server(415): Started @21942ms 2024-11-20T13:19:03,035 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:19:03,128 WARN [Thread-922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/cluster_09158f73-e7fb-dba4-048c-42e13317902c/dfs/data/data3/current/BP-127546144-172.17.0.2-1732108742470/current, will proceed with Du for space computation calculation, 2024-11-20T13:19:03,128 WARN [Thread-923 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/cluster_09158f73-e7fb-dba4-048c-42e13317902c/dfs/data/data4/current/BP-127546144-172.17.0.2-1732108742470/current, will proceed with Du for space computation calculation, 2024-11-20T13:19:03,145 WARN [Thread-911 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:19:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81700b6b2a47bc06 with lease ID 0x6a4f6a20b9b22d2d: Processing first storage report for DS-ac396aaf-0556-4d79-99b4-fe84750387ae from datanode DatanodeRegistration(127.0.0.1:43461, datanodeUuid=1d0ab8ed-5619-436f-bd7f-0a30d3e4f583, infoPort=39933, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=1350073026;c=1732108742470) 2024-11-20T13:19:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81700b6b2a47bc06 with lease ID 0x6a4f6a20b9b22d2d: from storage DS-ac396aaf-0556-4d79-99b4-fe84750387ae node DatanodeRegistration(127.0.0.1:43461, datanodeUuid=1d0ab8ed-5619-436f-bd7f-0a30d3e4f583, infoPort=39933, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=1350073026;c=1732108742470), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:19:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81700b6b2a47bc06 with lease ID 0x6a4f6a20b9b22d2d: Processing first storage report for DS-f2a7e069-c380-4535-85ac-55e03516a552 from datanode DatanodeRegistration(127.0.0.1:43461, datanodeUuid=1d0ab8ed-5619-436f-bd7f-0a30d3e4f583, infoPort=39933, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=1350073026;c=1732108742470) 2024-11-20T13:19:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81700b6b2a47bc06 with lease ID 0x6a4f6a20b9b22d2d: from storage DS-f2a7e069-c380-4535-85ac-55e03516a552 node DatanodeRegistration(127.0.0.1:43461, datanodeUuid=1d0ab8ed-5619-436f-bd7f-0a30d3e4f583, infoPort=39933, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=1350073026;c=1732108742470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:19:03,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6 2024-11-20T13:19:03,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/cluster_09158f73-e7fb-dba4-048c-42e13317902c/zookeeper_0, clientPort=56245, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/cluster_09158f73-e7fb-dba4-048c-42e13317902c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/cluster_09158f73-e7fb-dba4-048c-42e13317902c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:19:03,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56245 2024-11-20T13:19:03,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:03,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:03,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:19:03,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:19:03,214 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb with version=8 2024-11-20T13:19:03,214 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/hbase-staging 2024-11-20T13:19:03,217 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:19:03,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:03,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:03,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:19:03,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:03,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:19:03,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:19:03,217 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:19:03,218 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44915 2024-11-20T13:19:03,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:03,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:03,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44915 connecting to ZooKeeper ensemble=127.0.0.1:56245 2024-11-20T13:19:03,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449150x0, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:19:03,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44915-0x1001515aae10000 connected 2024-11-20T13:19:03,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:03,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:03,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:19:03,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44915 2024-11-20T13:19:03,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44915 2024-11-20T13:19:03,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44915 2024-11-20T13:19:03,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44915 2024-11-20T13:19:03,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44915 2024-11-20T13:19:03,244 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb, hbase.cluster.distributed=false 2024-11-20T13:19:03,260 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:19:03,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:03,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:03,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:19:03,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:03,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:19:03,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:19:03,260 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:19:03,261 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41097 2024-11-20T13:19:03,261 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:19:03,268 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-20T13:19:03,274 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-20T13:19:03,277 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-20T13:19:03,278 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-20T13:19:03,278 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:19:03,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:03,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:03,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41097 connecting to ZooKeeper ensemble=127.0.0.1:56245 2024-11-20T13:19:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410970x0, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:19:03,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410970x0, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:03,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41097-0x1001515aae10001 connected 2024-11-20T13:19:03,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:03,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:19:03,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41097 2024-11-20T13:19:03,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41097 2024-11-20T13:19:03,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41097 2024-11-20T13:19:03,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41097 2024-11-20T13:19:03,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41097 2024-11-20T13:19:03,304 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:19:03,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:03,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:03,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:19:03,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:03,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:19:03,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:19:03,305 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:19:03,305 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39927 2024-11-20T13:19:03,306 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:19:03,306 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-20T13:19:03,315 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-20T13:19:03,315 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-20T13:19:03,316 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-20T13:19:03,316 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:19:03,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:03,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:03,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39927 connecting to ZooKeeper ensemble=127.0.0.1:56245 2024-11-20T13:19:03,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399270x0, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:19:03,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:03,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39927-0x1001515aae10002 connected 2024-11-20T13:19:03,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:03,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:19:03,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39927 2024-11-20T13:19:03,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39927 2024-11-20T13:19:03,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39927 2024-11-20T13:19:03,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39927 2024-11-20T13:19:03,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39927 2024-11-20T13:19:03,326 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5ef453f0fbb6,44915,1732108743216 2024-11-20T13:19:03,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:03,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:03,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:03,330 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5ef453f0fbb6,44915,1732108743216 2024-11-20T13:19:03,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:03,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:03,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:03,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,332 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:19:03,332 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5ef453f0fbb6,44915,1732108743216 from backup master directory 2024-11-20T13:19:03,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:19:03,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5ef453f0fbb6,44915,1732108743216 2024-11-20T13:19:03,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:03,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:03,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:03,334 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:19:03,334 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5ef453f0fbb6,44915,1732108743216 2024-11-20T13:19:03,339 DEBUG [M:0;5ef453f0fbb6:44915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5ef453f0fbb6:44915 2024-11-20T13:19:03,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:19:03,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:19:03,351 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/hbase.id with ID: a7a3770f-5170-4c7a-888b-51927f664f97 2024-11-20T13:19:03,364 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:19:03,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:19:03,376 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:19:03,377 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:19:03,377 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:03,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:19:03,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:19:03,386 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store 2024-11-20T13:19:03,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:19:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:19:03,392 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:03,392 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:19:03,393 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:03,393 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:03,393 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:19:03,393 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:03,393 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:03,393 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:19:03,393 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/.initializing 2024-11-20T13:19:03,393 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/WALs/5ef453f0fbb6,44915,1732108743216 2024-11-20T13:19:03,394 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:19:03,396 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C44915%2C1732108743216, suffix=, logDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/WALs/5ef453f0fbb6,44915,1732108743216, archiveDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/oldWALs, maxLogs=10 2024-11-20T13:19:03,409 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/WALs/5ef453f0fbb6,44915,1732108743216/5ef453f0fbb6%2C44915%2C1732108743216.1732108743396, exclude list is [], retry=0 2024-11-20T13:19:03,412 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-2194190c-eceb-47ef-a8ff-d4b075cd5e4e,DISK] 2024-11-20T13:19:03,412 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-ac396aaf-0556-4d79-99b4-fe84750387ae,DISK] 2024-11-20T13:19:03,414 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/WALs/5ef453f0fbb6,44915,1732108743216/5ef453f0fbb6%2C44915%2C1732108743216.1732108743396 2024-11-20T13:19:03,415 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45581:45581),(127.0.0.1/127.0.0.1:39933:39933)] 2024-11-20T13:19:03,415 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:19:03,415 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:03,415 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:03,415 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:03,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:03,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:19:03,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:03,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:03,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:03,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:19:03,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:03,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:03,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:03,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:19:03,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:03,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:03,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:03,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:19:03,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:03,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:03,424 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:03,424 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:03,426 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:19:03,427 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:03,430 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:03,431 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60015300, jitterRate=-0.10570234060287476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:19:03,431 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:19:03,431 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:19:03,435 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28157654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:03,435 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T13:19:03,436 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T13:19:03,436 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T13:19:03,436 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:19:03,436 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T13:19:03,436 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-20T13:19:03,437 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:19:03,438 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:19:03,439 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:19:03,440 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:19:03,440 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:19:03,441 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:19:03,442 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:19:03,442 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:19:03,443 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:19:03,444 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:19:03,444 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:19:03,445 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:19:03,447 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:19:03,448 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:19:03,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:03,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:03,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:03,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,451 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5ef453f0fbb6,44915,1732108743216, sessionid=0x1001515aae10000, setting cluster-up flag (Was=false) 2024-11-20T13:19:03,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,462 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:19:03,463 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,44915,1732108743216 2024-11-20T13:19:03,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:03,469 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:19:03,470 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,44915,1732108743216 2024-11-20T13:19:03,473 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T13:19:03,473 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T13:19:03,473 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:19:03,473 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5ef453f0fbb6,44915,1732108743216 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:19:03,474 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:19:03,474 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:19:03,474 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:19:03,474 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:19:03,474 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5ef453f0fbb6:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:19:03,474 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,474 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:19:03,474 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,476 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:19:03,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:19:03,477 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732108773477 2024-11-20T13:19:03,477 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:19:03,477 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:03,478 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:19:03,478 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:19:03,478 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:19:03,478 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:19:03,478 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:19:03,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:19:03,478 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,478 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:19:03,478 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:19:03,478 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:19:03,479 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:19:03,479 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:19:03,479 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108743479,5,FailOnTimeoutGroup] 2024-11-20T13:19:03,479 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108743479,5,FailOnTimeoutGroup] 2024-11-20T13:19:03,479 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,479 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:19:03,479 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,479 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:19:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:19:03,538 DEBUG [RS:0;5ef453f0fbb6:41097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5ef453f0fbb6:41097 2024-11-20T13:19:03,538 DEBUG [RS:1;5ef453f0fbb6:39927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5ef453f0fbb6:39927 2024-11-20T13:19:03,539 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1008): ClusterId : a7a3770f-5170-4c7a-888b-51927f664f97 2024-11-20T13:19:03,539 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(1008): ClusterId : a7a3770f-5170-4c7a-888b-51927f664f97 2024-11-20T13:19:03,539 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:19:03,539 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:19:03,542 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:19:03,542 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:19:03,542 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:19:03,542 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:19:03,544 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:19:03,544 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:19:03,545 DEBUG [RS:1;5ef453f0fbb6:39927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d64fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:03,545 DEBUG [RS:0;5ef453f0fbb6:41097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534b0d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:03,545 DEBUG [RS:1;5ef453f0fbb6:39927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a97709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:19:03,545 DEBUG [RS:0;5ef453f0fbb6:41097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbbfbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:19:03,545 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:19:03,545 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:19:03,545 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:19:03,545 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:19:03,545 DEBUG [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:19:03,545 DEBUG [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:19:03,546 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,44915,1732108743216 with isa=5ef453f0fbb6/172.17.0.2:41097, startcode=1732108743259 2024-11-20T13:19:03,546 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,44915,1732108743216 with isa=5ef453f0fbb6/172.17.0.2:39927, startcode=1732108743303 2024-11-20T13:19:03,546 DEBUG [RS:0;5ef453f0fbb6:41097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:19:03,546 DEBUG [RS:1;5ef453f0fbb6:39927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:19:03,548 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58157, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:19:03,548 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32819, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:19:03,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:03,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:03,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,41097,1732108743259 2024-11-20T13:19:03,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,41097,1732108743259 2024-11-20T13:19:03,550 DEBUG [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb 2024-11-20T13:19:03,550 DEBUG [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34129 2024-11-20T13:19:03,550 DEBUG [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:19:03,551 DEBUG [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb 2024-11-20T13:19:03,551 DEBUG [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34129 2024-11-20T13:19:03,551 DEBUG [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:19:03,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:19:03,555 DEBUG [RS:1;5ef453f0fbb6:39927 {}] zookeeper.ZKUtil(111): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:03,555 WARN [RS:1;5ef453f0fbb6:39927 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:19:03,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,41097,1732108743259] 2024-11-20T13:19:03,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,39927,1732108743303] 2024-11-20T13:19:03,555 INFO [RS:1;5ef453f0fbb6:39927 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:03,555 DEBUG [RS:0;5ef453f0fbb6:41097 {}] zookeeper.ZKUtil(111): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,41097,1732108743259 2024-11-20T13:19:03,555 DEBUG [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/WALs/5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:03,555 WARN [RS:0;5ef453f0fbb6:41097 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:19:03,555 INFO [RS:0;5ef453f0fbb6:41097 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:03,555 DEBUG [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/WALs/5ef453f0fbb6,41097,1732108743259 2024-11-20T13:19:03,559 DEBUG [RS:1;5ef453f0fbb6:39927 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:19:03,559 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:19:03,559 DEBUG [RS:0;5ef453f0fbb6:41097 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:19:03,561 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:19:03,562 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:19:03,562 INFO [RS:1;5ef453f0fbb6:39927 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:19:03,562 INFO [RS:1;5ef453f0fbb6:39927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,562 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:19:03,563 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:19:03,563 INFO [RS:1;5ef453f0fbb6:39927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,564 INFO [RS:0;5ef453f0fbb6:41097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:19:03,564 INFO [RS:0;5ef453f0fbb6:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,564 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,564 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,564 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,564 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:19:03,564 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,564 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,564 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:19:03,564 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,564 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,564 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,564 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,564 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,565 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:03,565 INFO [RS:0;5ef453f0fbb6:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,565 DEBUG [RS:1;5ef453f0fbb6:39927 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:03,565 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,565 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,565 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,565 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,565 INFO [RS:1;5ef453f0fbb6:39927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,565 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,565 INFO [RS:1;5ef453f0fbb6:39927 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,565 INFO [RS:1;5ef453f0fbb6:39927 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,565 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:19:03,565 INFO [RS:1;5ef453f0fbb6:39927 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,565 INFO [RS:1;5ef453f0fbb6:39927 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,39927,1732108743303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:19:03,565 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,566 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,566 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,566 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,566 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:03,566 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:03,566 DEBUG [RS:0;5ef453f0fbb6:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:03,566 INFO [RS:0;5ef453f0fbb6:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,567 INFO [RS:0;5ef453f0fbb6:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,567 INFO [RS:0;5ef453f0fbb6:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,567 INFO [RS:0;5ef453f0fbb6:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,567 INFO [RS:0;5ef453f0fbb6:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,41097,1732108743259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:19:03,581 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:19:03,581 INFO [RS:1;5ef453f0fbb6:39927 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,39927,1732108743303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,581 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:19:03,581 INFO [RS:0;5ef453f0fbb6:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,41097,1732108743259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:03,596 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.Replication(204): 5ef453f0fbb6,41097,1732108743259 started 2024-11-20T13:19:03,596 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,41097,1732108743259, RpcServer on 5ef453f0fbb6/172.17.0.2:41097, sessionid=0x1001515aae10001 2024-11-20T13:19:03,596 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:19:03,596 DEBUG [RS:0;5ef453f0fbb6:41097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,41097,1732108743259 2024-11-20T13:19:03,596 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,41097,1732108743259' 2024-11-20T13:19:03,596 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:19:03,597 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:19:03,597 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:19:03,597 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:19:03,597 DEBUG [RS:0;5ef453f0fbb6:41097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,41097,1732108743259 2024-11-20T13:19:03,597 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,41097,1732108743259' 2024-11-20T13:19:03,597 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:19:03,597 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:19:03,598 DEBUG [RS:0;5ef453f0fbb6:41097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:19:03,598 INFO [RS:0;5ef453f0fbb6:41097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:19:03,598 INFO [RS:0;5ef453f0fbb6:41097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:19:03,601 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.Replication(204): 5ef453f0fbb6,39927,1732108743303 started 2024-11-20T13:19:03,601 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,39927,1732108743303, RpcServer on 5ef453f0fbb6/172.17.0.2:39927, sessionid=0x1001515aae10002 2024-11-20T13:19:03,601 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:19:03,601 DEBUG [RS:1;5ef453f0fbb6:39927 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:03,601 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,39927,1732108743303' 2024-11-20T13:19:03,601 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:19:03,601 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:19:03,602 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:19:03,602 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:19:03,602 DEBUG [RS:1;5ef453f0fbb6:39927 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:03,602 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,39927,1732108743303' 2024-11-20T13:19:03,602 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:19:03,602 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:19:03,602 DEBUG [RS:1;5ef453f0fbb6:39927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:19:03,602 INFO [RS:1;5ef453f0fbb6:39927 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:19:03,602 INFO [RS:1;5ef453f0fbb6:39927 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:19:03,698 INFO [RS:0;5ef453f0fbb6:41097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:19:03,700 INFO [RS:0;5ef453f0fbb6:41097 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C41097%2C1732108743259, suffix=, logDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/WALs/5ef453f0fbb6,41097,1732108743259, archiveDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/oldWALs, maxLogs=32 2024-11-20T13:19:03,703 INFO [RS:1;5ef453f0fbb6:39927 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:19:03,704 INFO [RS:1;5ef453f0fbb6:39927 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C39927%2C1732108743303, suffix=, logDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/WALs/5ef453f0fbb6,39927,1732108743303, archiveDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/oldWALs, maxLogs=32 2024-11-20T13:19:03,714 DEBUG [RS:0;5ef453f0fbb6:41097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/WALs/5ef453f0fbb6,41097,1732108743259/5ef453f0fbb6%2C41097%2C1732108743259.1732108743701, exclude list is [], retry=0 2024-11-20T13:19:03,717 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-2194190c-eceb-47ef-a8ff-d4b075cd5e4e,DISK] 2024-11-20T13:19:03,717 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-ac396aaf-0556-4d79-99b4-fe84750387ae,DISK] 2024-11-20T13:19:03,717 DEBUG [RS:1;5ef453f0fbb6:39927 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/WALs/5ef453f0fbb6,39927,1732108743303/5ef453f0fbb6%2C39927%2C1732108743303.1732108743704, exclude list is [], retry=0 2024-11-20T13:19:03,720 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-ac396aaf-0556-4d79-99b4-fe84750387ae,DISK] 2024-11-20T13:19:03,720 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-2194190c-eceb-47ef-a8ff-d4b075cd5e4e,DISK] 2024-11-20T13:19:03,722 INFO [RS:1;5ef453f0fbb6:39927 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/WALs/5ef453f0fbb6,39927,1732108743303/5ef453f0fbb6%2C39927%2C1732108743303.1732108743704 2024-11-20T13:19:03,722 DEBUG [RS:1;5ef453f0fbb6:39927 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45581:45581),(127.0.0.1/127.0.0.1:39933:39933)] 2024-11-20T13:19:03,723 INFO [RS:0;5ef453f0fbb6:41097 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/WALs/5ef453f0fbb6,41097,1732108743259/5ef453f0fbb6%2C41097%2C1732108743259.1732108743701 2024-11-20T13:19:03,723 DEBUG [RS:0;5ef453f0fbb6:41097 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39933:39933),(127.0.0.1/127.0.0.1:45581:45581)] 2024-11-20T13:19:03,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T13:19:03,886 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb 2024-11-20T13:19:03,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741834_1010 (size=32) 2024-11-20T13:19:03,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741834_1010 (size=32) 2024-11-20T13:19:03,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:03,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:19:03,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:19:03,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:03,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:03,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:19:03,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:19:03,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:03,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:03,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:19:03,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:19:03,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:03,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:03,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740 2024-11-20T13:19:03,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740 2024-11-20T13:19:03,903 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:19:03,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:19:03,906 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:03,907 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59823547, jitterRate=-0.10855968296527863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:19:03,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:19:03,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:19:03,908 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:19:03,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:19:03,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:19:03,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:19:03,909 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:19:03,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:19:03,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:19:03,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T13:19:03,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:19:03,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:19:03,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:19:04,062 DEBUG [5ef453f0fbb6:44915 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T13:19:04,062 DEBUG [5ef453f0fbb6:44915 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:19:04,064 DEBUG [5ef453f0fbb6:44915 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:19:04,064 DEBUG [5ef453f0fbb6:44915 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:19:04,064 INFO [5ef453f0fbb6:44915 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:19:04,064 INFO [5ef453f0fbb6:44915 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:19:04,064 DEBUG [5ef453f0fbb6:44915 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:19:04,065 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:04,066 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,39927,1732108743303, state=OPENING 2024-11-20T13:19:04,068 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:19:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:04,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,39927,1732108743303}] 2024-11-20T13:19:04,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:04,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:04,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:04,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:04,227 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:04,229 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:04,234 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T13:19:04,234 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:04,235 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:19:04,253 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C39927%2C1732108743303.meta, suffix=.meta, logDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/WALs/5ef453f0fbb6,39927,1732108743303, archiveDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/oldWALs, maxLogs=32 2024-11-20T13:19:04,273 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/WALs/5ef453f0fbb6,39927,1732108743303/5ef453f0fbb6%2C39927%2C1732108743303.meta.1732108744253.meta, exclude list is [], retry=0 2024-11-20T13:19:04,276 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43461,DS-ac396aaf-0556-4d79-99b4-fe84750387ae,DISK] 2024-11-20T13:19:04,276 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-2194190c-eceb-47ef-a8ff-d4b075cd5e4e,DISK] 2024-11-20T13:19:04,279 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/WALs/5ef453f0fbb6,39927,1732108743303/5ef453f0fbb6%2C39927%2C1732108743303.meta.1732108744253.meta 2024-11-20T13:19:04,279 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39933:39933),(127.0.0.1/127.0.0.1:45581:45581)] 2024-11-20T13:19:04,279 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:19:04,280 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:19:04,280 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:19:04,280 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:19:04,280 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:19:04,280 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:04,280 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T13:19:04,280 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T13:19:04,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:19:04,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:19:04,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:04,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:04,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:19:04,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:19:04,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:04,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:04,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:19:04,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:19:04,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:04,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:04,288 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740 2024-11-20T13:19:04,289 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740 2024-11-20T13:19:04,291 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:19:04,292 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:19:04,293 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67363567, jitterRate=0.0037953704595565796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:19:04,294 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:19:04,295 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732108744226 2024-11-20T13:19:04,297 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:19:04,297 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T13:19:04,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:04,299 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,39927,1732108743303, state=OPEN 2024-11-20T13:19:04,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:19:04,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:19:04,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:19:04,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:04,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:04,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:04,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:19:04,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,39927,1732108743303 in 231 msec 2024-11-20T13:19:04,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:19:04,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-11-20T13:19:04,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 834 msec 2024-11-20T13:19:04,307 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732108744307, completionTime=-1 2024-11-20T13:19:04,307 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-20T13:19:04,307 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T13:19:04,317 DEBUG [hconnection-0x6924c1db-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:04,319 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:04,320 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-20T13:19:04,320 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732108804320 2024-11-20T13:19:04,320 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732108864320 2024-11-20T13:19:04,320 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 13 msec 2024-11-20T13:19:04,327 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,44915,1732108743216-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:04,327 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,44915,1732108743216-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:04,327 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,44915,1732108743216-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:04,328 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5ef453f0fbb6:44915, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:04,328 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:04,328 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T13:19:04,328 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:19:04,329 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T13:19:04,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:19:04,331 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:04,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:19:04,334 DEBUG [master/5ef453f0fbb6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T13:19:04,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741836_1012 (size=358) 2024-11-20T13:19:04,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741836_1012 (size=358) 2024-11-20T13:19:04,342 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2e0e6309b2416ad965d021b5acee580e, NAME => 'hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb 2024-11-20T13:19:04,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741837_1013 (size=42) 2024-11-20T13:19:04,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741837_1013 (size=42) 2024-11-20T13:19:04,349 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:04,349 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 2e0e6309b2416ad965d021b5acee580e, disabling compactions & flushes 2024-11-20T13:19:04,349 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. 2024-11-20T13:19:04,349 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. 2024-11-20T13:19:04,349 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. after waiting 0 ms 2024-11-20T13:19:04,350 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. 2024-11-20T13:19:04,350 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. 2024-11-20T13:19:04,350 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2e0e6309b2416ad965d021b5acee580e: 2024-11-20T13:19:04,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:19:04,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732108744351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108744351"}]},"ts":"1732108744351"} 2024-11-20T13:19:04,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:19:04,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:19:04,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108744355"}]},"ts":"1732108744355"} 2024-11-20T13:19:04,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T13:19:04,361 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:19:04,362 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:19:04,362 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:19:04,362 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:19:04,362 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:19:04,362 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:19:04,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2e0e6309b2416ad965d021b5acee580e, ASSIGN}] 2024-11-20T13:19:04,364 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2e0e6309b2416ad965d021b5acee580e, ASSIGN 2024-11-20T13:19:04,365 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2e0e6309b2416ad965d021b5acee580e, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,39927,1732108743303; forceNewPlan=false, retain=false 2024-11-20T13:19:04,515 INFO [5ef453f0fbb6:44915 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T13:19:04,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2e0e6309b2416ad965d021b5acee580e, regionState=OPENING, regionLocation=5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:04,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2e0e6309b2416ad965d021b5acee580e, server=5ef453f0fbb6,39927,1732108743303}] 2024-11-20T13:19:04,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:04,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. 2024-11-20T13:19:04,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 2e0e6309b2416ad965d021b5acee580e, NAME => 'hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:19:04,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2e0e6309b2416ad965d021b5acee580e 2024-11-20T13:19:04,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:04,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 2e0e6309b2416ad965d021b5acee580e 2024-11-20T13:19:04,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 2e0e6309b2416ad965d021b5acee580e 2024-11-20T13:19:04,678 INFO [StoreOpener-2e0e6309b2416ad965d021b5acee580e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2e0e6309b2416ad965d021b5acee580e 2024-11-20T13:19:04,680 INFO [StoreOpener-2e0e6309b2416ad965d021b5acee580e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e0e6309b2416ad965d021b5acee580e columnFamilyName info 2024-11-20T13:19:04,680 DEBUG [StoreOpener-2e0e6309b2416ad965d021b5acee580e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:04,680 INFO [StoreOpener-2e0e6309b2416ad965d021b5acee580e-1 {}] regionserver.HStore(327): Store=2e0e6309b2416ad965d021b5acee580e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:04,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/namespace/2e0e6309b2416ad965d021b5acee580e 2024-11-20T13:19:04,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/namespace/2e0e6309b2416ad965d021b5acee580e 2024-11-20T13:19:04,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 2e0e6309b2416ad965d021b5acee580e 2024-11-20T13:19:04,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/namespace/2e0e6309b2416ad965d021b5acee580e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:04,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 2e0e6309b2416ad965d021b5acee580e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58802100, jitterRate=-0.12378042936325073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:19:04,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 2e0e6309b2416ad965d021b5acee580e: 2024-11-20T13:19:04,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e., pid=6, masterSystemTime=1732108744671 2024-11-20T13:19:04,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. 2024-11-20T13:19:04,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. 2024-11-20T13:19:04,691 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2e0e6309b2416ad965d021b5acee580e, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:04,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T13:19:04,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2e0e6309b2416ad965d021b5acee580e, server=5ef453f0fbb6,39927,1732108743303 in 175 msec 2024-11-20T13:19:04,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T13:19:04,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2e0e6309b2416ad965d021b5acee580e, ASSIGN in 334 msec 2024-11-20T13:19:04,698 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:19:04,699 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108744699"}]},"ts":"1732108744699"} 2024-11-20T13:19:04,701 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T13:19:04,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:19:04,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 375 msec 2024-11-20T13:19:04,731 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T13:19:04,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:19:04,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:04,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:04,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:04,738 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T13:19:04,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:19:04,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-11-20T13:19:04,760 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T13:19:04,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:19:04,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-11-20T13:19:04,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T13:19:04,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T13:19:04,787 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.453sec 2024-11-20T13:19:04,788 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:19:04,788 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:19:04,788 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:19:04,788 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:19:04,788 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:19:04,788 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,44915,1732108743216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:19:04,788 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,44915,1732108743216-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:19:04,790 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:19:04,790 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:19:04,790 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,44915,1732108743216-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:04,834 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0444f290 to 127.0.0.1:56245 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d22579e 2024-11-20T13:19:04,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36574dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:04,840 DEBUG [hconnection-0x3ec192e0-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:04,842 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:04,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5ef453f0fbb6,44915,1732108743216 2024-11-20T13:19:04,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:19:04,847 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:19:04,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:19:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-20T13:19:04,850 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:19:04,851 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:04,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-20T13:19:04,852 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:19:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741838_1014 (size=379) 2024-11-20T13:19:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741838_1014 (size=379) 2024-11-20T13:19:04,861 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => effaf6345e1f6712d678ed9f9a541318, NAME => 'testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb 2024-11-20T13:19:04,861 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ac4a993401ad0c9286aae67352a28767, NAME => 'testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb 2024-11-20T13:19:04,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741839_1015 (size=61) 2024-11-20T13:19:04,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741840_1016 (size=61) 2024-11-20T13:19:04,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741839_1015 (size=61) 2024-11-20T13:19:04,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741840_1016 (size=61) 2024-11-20T13:19:04,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:04,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing ac4a993401ad0c9286aae67352a28767, disabling compactions & flushes 2024-11-20T13:19:04,869 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. 2024-11-20T13:19:04,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. 2024-11-20T13:19:04,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. after waiting 0 ms 2024-11-20T13:19:04,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. 2024-11-20T13:19:04,869 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. 2024-11-20T13:19:04,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for ac4a993401ad0c9286aae67352a28767: 2024-11-20T13:19:04,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:04,869 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing effaf6345e1f6712d678ed9f9a541318, disabling compactions & flushes 2024-11-20T13:19:04,869 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. 2024-11-20T13:19:04,870 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. 2024-11-20T13:19:04,870 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. after waiting 0 ms 2024-11-20T13:19:04,870 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. 2024-11-20T13:19:04,870 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. 2024-11-20T13:19:04,870 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for effaf6345e1f6712d678ed9f9a541318: 2024-11-20T13:19:04,871 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:19:04,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732108744871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108744871"}]},"ts":"1732108744871"} 2024-11-20T13:19:04,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732108744871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108744871"}]},"ts":"1732108744871"} 2024-11-20T13:19:04,874 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-20T13:19:04,875 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:19:04,876 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108744876"}]},"ts":"1732108744876"} 2024-11-20T13:19:04,877 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-20T13:19:04,881 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:19:04,882 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:19:04,882 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:19:04,882 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:19:04,882 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:19:04,882 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:19:04,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=effaf6345e1f6712d678ed9f9a541318, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac4a993401ad0c9286aae67352a28767, ASSIGN}] 2024-11-20T13:19:04,884 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac4a993401ad0c9286aae67352a28767, ASSIGN 2024-11-20T13:19:04,884 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=effaf6345e1f6712d678ed9f9a541318, ASSIGN 2024-11-20T13:19:04,885 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac4a993401ad0c9286aae67352a28767, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,39927,1732108743303; forceNewPlan=false, retain=false 2024-11-20T13:19:04,885 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=effaf6345e1f6712d678ed9f9a541318, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,41097,1732108743259; forceNewPlan=false, retain=false 2024-11-20T13:19:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:05,035 INFO [5ef453f0fbb6:44915 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-20T13:19:05,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=ac4a993401ad0c9286aae67352a28767, regionState=OPENING, regionLocation=5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:05,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=effaf6345e1f6712d678ed9f9a541318, regionState=OPENING, regionLocation=5ef453f0fbb6,41097,1732108743259 2024-11-20T13:19:05,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure ac4a993401ad0c9286aae67352a28767, server=5ef453f0fbb6,39927,1732108743303}] 2024-11-20T13:19:05,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure effaf6345e1f6712d678ed9f9a541318, server=5ef453f0fbb6,41097,1732108743259}] 2024-11-20T13:19:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:05,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:05,191 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,41097,1732108743259 2024-11-20T13:19:05,192 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:05,194 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:05,195 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. 2024-11-20T13:19:05,195 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => ac4a993401ad0c9286aae67352a28767, NAME => 'testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767.', STARTKEY => '5', ENDKEY => ''} 2024-11-20T13:19:05,196 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ac4a993401ad0c9286aae67352a28767 2024-11-20T13:19:05,196 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:05,196 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for ac4a993401ad0c9286aae67352a28767 2024-11-20T13:19:05,196 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for ac4a993401ad0c9286aae67352a28767 2024-11-20T13:19:05,197 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. 2024-11-20T13:19:05,197 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => effaf6345e1f6712d678ed9f9a541318, NAME => 'testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318.', STARTKEY => '', ENDKEY => '5'} 2024-11-20T13:19:05,198 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache effaf6345e1f6712d678ed9f9a541318 2024-11-20T13:19:05,198 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:05,198 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for effaf6345e1f6712d678ed9f9a541318 2024-11-20T13:19:05,198 INFO [StoreOpener-ac4a993401ad0c9286aae67352a28767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ac4a993401ad0c9286aae67352a28767 2024-11-20T13:19:05,198 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for effaf6345e1f6712d678ed9f9a541318 2024-11-20T13:19:05,199 INFO [StoreOpener-effaf6345e1f6712d678ed9f9a541318-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region effaf6345e1f6712d678ed9f9a541318 2024-11-20T13:19:05,200 INFO [StoreOpener-ac4a993401ad0c9286aae67352a28767-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac4a993401ad0c9286aae67352a28767 columnFamilyName family 2024-11-20T13:19:05,200 DEBUG [StoreOpener-ac4a993401ad0c9286aae67352a28767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:05,200 INFO [StoreOpener-ac4a993401ad0c9286aae67352a28767-1 {}] regionserver.HStore(327): Store=ac4a993401ad0c9286aae67352a28767/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:05,201 INFO [StoreOpener-effaf6345e1f6712d678ed9f9a541318-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region effaf6345e1f6712d678ed9f9a541318 columnFamilyName family 2024-11-20T13:19:05,201 DEBUG [StoreOpener-effaf6345e1f6712d678ed9f9a541318-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:05,201 INFO [StoreOpener-effaf6345e1f6712d678ed9f9a541318-1 {}] regionserver.HStore(327): Store=effaf6345e1f6712d678ed9f9a541318/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:05,201 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/ac4a993401ad0c9286aae67352a28767 2024-11-20T13:19:05,202 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/ac4a993401ad0c9286aae67352a28767 2024-11-20T13:19:05,202 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/effaf6345e1f6712d678ed9f9a541318 2024-11-20T13:19:05,202 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/effaf6345e1f6712d678ed9f9a541318 2024-11-20T13:19:05,204 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for ac4a993401ad0c9286aae67352a28767 2024-11-20T13:19:05,205 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for effaf6345e1f6712d678ed9f9a541318 2024-11-20T13:19:05,206 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/ac4a993401ad0c9286aae67352a28767/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:05,207 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened ac4a993401ad0c9286aae67352a28767; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66796463, jitterRate=-0.004655137658119202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:19:05,207 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/effaf6345e1f6712d678ed9f9a541318/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:05,208 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for ac4a993401ad0c9286aae67352a28767: 2024-11-20T13:19:05,208 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened effaf6345e1f6712d678ed9f9a541318; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68059116, jitterRate=0.014159858226776123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:19:05,208 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for effaf6345e1f6712d678ed9f9a541318: 2024-11-20T13:19:05,209 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767., pid=12, masterSystemTime=1732108745190 2024-11-20T13:19:05,209 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318., pid=13, masterSystemTime=1732108745191 2024-11-20T13:19:05,211 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. 2024-11-20T13:19:05,211 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. 2024-11-20T13:19:05,212 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=ac4a993401ad0c9286aae67352a28767, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:05,212 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. 2024-11-20T13:19:05,212 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. 2024-11-20T13:19:05,213 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=effaf6345e1f6712d678ed9f9a541318, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,41097,1732108743259 2024-11-20T13:19:05,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T13:19:05,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure ac4a993401ad0c9286aae67352a28767, server=5ef453f0fbb6,39927,1732108743303 in 176 msec 2024-11-20T13:19:05,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-20T13:19:05,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure effaf6345e1f6712d678ed9f9a541318, server=5ef453f0fbb6,41097,1732108743259 in 176 msec 2024-11-20T13:19:05,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac4a993401ad0c9286aae67352a28767, ASSIGN in 334 msec 2024-11-20T13:19:05,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T13:19:05,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=effaf6345e1f6712d678ed9f9a541318, ASSIGN in 335 msec 2024-11-20T13:19:05,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:19:05,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108745220"}]},"ts":"1732108745220"} 2024-11-20T13:19:05,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-20T13:19:05,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:19:05,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 382 msec 2024-11-20T13:19:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:05,458 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-20T13:19:05,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-20T13:19:05,458 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:19:05,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-20T13:19:05,463 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:19:05,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-20T13:19:05,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:05,467 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:05,484 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing effaf6345e1f6712d678ed9f9a541318 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-20T13:19:05,508 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/effaf6345e1f6712d678ed9f9a541318/.tmp/family/e9bf378a4973437cb313ad4757204e51 is 32, key is 1/family:/1732108745468/Put/seqid=0 2024-11-20T13:19:05,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741841_1017 (size=5054) 2024-11-20T13:19:05,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741841_1017 (size=5054) 2024-11-20T13:19:05,517 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/effaf6345e1f6712d678ed9f9a541318/.tmp/family/e9bf378a4973437cb313ad4757204e51 2024-11-20T13:19:05,525 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/effaf6345e1f6712d678ed9f9a541318/.tmp/family/e9bf378a4973437cb313ad4757204e51 as hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/effaf6345e1f6712d678ed9f9a541318/family/e9bf378a4973437cb313ad4757204e51 2024-11-20T13:19:05,533 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/effaf6345e1f6712d678ed9f9a541318/family/e9bf378a4973437cb313ad4757204e51, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T13:19:05,534 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for effaf6345e1f6712d678ed9f9a541318 in 50ms, sequenceid=8, compaction requested=false 2024-11-20T13:19:05,535 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for effaf6345e1f6712d678ed9f9a541318: 2024-11-20T13:19:05,535 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing ac4a993401ad0c9286aae67352a28767 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-20T13:19:05,559 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/ac4a993401ad0c9286aae67352a28767/.tmp/family/2c9c6317552b4978a806c3e334a87f87 is 32, key is 5/family:/1732108745477/Put/seqid=0 2024-11-20T13:19:05,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741842_1018 (size=5083) 2024-11-20T13:19:05,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741842_1018 (size=5083) 2024-11-20T13:19:05,567 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/ac4a993401ad0c9286aae67352a28767/.tmp/family/2c9c6317552b4978a806c3e334a87f87 2024-11-20T13:19:05,575 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/ac4a993401ad0c9286aae67352a28767/.tmp/family/2c9c6317552b4978a806c3e334a87f87 as hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/ac4a993401ad0c9286aae67352a28767/family/2c9c6317552b4978a806c3e334a87f87 2024-11-20T13:19:05,583 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/ac4a993401ad0c9286aae67352a28767/family/2c9c6317552b4978a806c3e334a87f87, entries=5, sequenceid=9, filesize=5.0 K 2024-11-20T13:19:05,584 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ac4a993401ad0c9286aae67352a28767 in 49ms, sequenceid=9, compaction requested=false 2024-11-20T13:19:05,584 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for ac4a993401ad0c9286aae67352a28767: 2024-11-20T13:19:05,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x303fd181 to 127.0.0.1:56245 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a1a1362 2024-11-20T13:19:05,590 DEBUG [ReadOnlyZKClient-127.0.0.1:56245@0x303fd181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad0e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:05,596 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-20T13:19:05,597 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-20T13:19:05,598 DEBUG [ReadOnlyZKClient-127.0.0.1:56245@0x303fd181 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5ef453f0fbb6,39927,1732108743303, seqNum=-1] 2024-11-20T13:19:05,598 DEBUG [ReadOnlyZKClient-127.0.0.1:56245@0x303fd181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:05,600 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:05,603 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:05,603 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:05,604 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:05,604 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39927 {}] bucket.BucketCache(1851): found 1 blocks for file 2c9c6317552b4978a806c3e334a87f87, starting offset: 0, end offset: 9223372036854775807 2024-11-20T13:19:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] bucket.BucketCache(1851): found 1 blocks for file e9bf378a4973437cb313ad4757204e51, starting offset: 0, end offset: 9223372036854775807 2024-11-20T13:19:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] bucket.BucketCache(843): removed key e9bf378a4973437cb313ad4757204e51_0 from back map with offset lock 2094080 in the evict process 2024-11-20T13:19:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39927 {}] bucket.BucketCache(843): removed key 2c9c6317552b4978a806c3e334a87f87_0 from back map with offset lock 2094080 in the evict process 2024-11-20T13:19:05,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-20T13:19:05,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:19:05,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:05,608 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x303fd181 to 127.0.0.1:56245 2024-11-20T13:19:05,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T13:19:05,608 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:19:05,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0444f290 to 127.0.0.1:56245 2024-11-20T13:19:05,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:05,609 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:19:05,609 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=390035914, stopped=false 2024-11-20T13:19:05,609 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5ef453f0fbb6,44915,1732108743216 2024-11-20T13:19:05,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:05,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:05,612 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T13:19:05,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:05,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:05,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:05,614 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,41097,1732108743259' ***** 2024-11-20T13:19:05,614 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:19:05,614 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,39927,1732108743303' ***** 2024-11-20T13:19:05,614 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:19:05,614 INFO [RS:1;5ef453f0fbb6:39927 {}] bucket.BucketCache(1726): Disabling cache 2024-11-20T13:19:05,614 INFO [RS:0;5ef453f0fbb6:41097 {}] bucket.BucketCache(1726): Disabling cache 2024-11-20T13:19:05,615 INFO [RS:1;5ef453f0fbb6:39927 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-20T13:19:05,615 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:19:05,615 INFO [RS:0;5ef453f0fbb6:41097 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-20T13:19:05,615 INFO [RS:1;5ef453f0fbb6:39927 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:19:05,615 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:19:05,615 INFO [RS:1;5ef453f0fbb6:39927 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:19:05,615 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-20T13:19:05,615 INFO [RS:0;5ef453f0fbb6:41097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:19:05,615 INFO [RS:0;5ef453f0fbb6:41097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:19:05,615 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(3579): Received CLOSE for 2e0e6309b2416ad965d021b5acee580e 2024-11-20T13:19:05,615 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(3579): Received CLOSE for effaf6345e1f6712d678ed9f9a541318 2024-11-20T13:19:05,615 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-20T13:19:05,615 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-20T13:19:05,615 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-20T13:19:05,615 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-20T13:19:05,616 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:19:05,616 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(3579): Received CLOSE for ac4a993401ad0c9286aae67352a28767 2024-11-20T13:19:05,616 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:19:05,616 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:05,616 DEBUG [RS:1;5ef453f0fbb6:39927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:05,616 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:19:05,616 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:19:05,616 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:19:05,616 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T13:19:05,616 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-20T13:19:05,616 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,41097,1732108743259 2024-11-20T13:19:05,616 DEBUG [RS:0;5ef453f0fbb6:41097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:05,616 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-20T13:19:05,616 DEBUG [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(1603): Online Regions={effaf6345e1f6712d678ed9f9a541318=testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318.} 2024-11-20T13:19:05,616 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2e0e6309b2416ad965d021b5acee580e, disabling compactions & flushes 2024-11-20T13:19:05,616 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing effaf6345e1f6712d678ed9f9a541318, disabling compactions & flushes 2024-11-20T13:19:05,616 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. 2024-11-20T13:19:05,616 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. 2024-11-20T13:19:05,616 DEBUG [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(1629): Waiting on effaf6345e1f6712d678ed9f9a541318 2024-11-20T13:19:05,617 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. 2024-11-20T13:19:05,617 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. 2024-11-20T13:19:05,617 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. after waiting 0 ms 2024-11-20T13:19:05,617 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. after waiting 0 ms 2024-11-20T13:19:05,617 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. 2024-11-20T13:19:05,617 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. 2024-11-20T13:19:05,617 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2e0e6309b2416ad965d021b5acee580e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T13:19:05,620 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-20T13:19:05,620 DEBUG [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1603): Online Regions={2e0e6309b2416ad965d021b5acee580e=hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e., 1588230740=hbase:meta,,1.1588230740, ac4a993401ad0c9286aae67352a28767=testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767.} 2024-11-20T13:19:05,620 DEBUG [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2e0e6309b2416ad965d021b5acee580e, ac4a993401ad0c9286aae67352a28767 2024-11-20T13:19:05,621 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:19:05,621 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:19:05,621 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:19:05,621 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:19:05,621 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:19:05,621 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-20T13:19:05,629 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/effaf6345e1f6712d678ed9f9a541318/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T13:19:05,629 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. 2024-11-20T13:19:05,630 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for effaf6345e1f6712d678ed9f9a541318: 2024-11-20T13:19:05,630 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732108744848.effaf6345e1f6712d678ed9f9a541318. 2024-11-20T13:19:05,642 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/namespace/2e0e6309b2416ad965d021b5acee580e/.tmp/info/90d03e6f05934603b830fbeb61acd04b is 45, key is default/info:d/1732108744743/Put/seqid=0 2024-11-20T13:19:05,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741843_1019 (size=5037) 2024-11-20T13:19:05,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741843_1019 (size=5037) 2024-11-20T13:19:05,650 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/namespace/2e0e6309b2416ad965d021b5acee580e/.tmp/info/90d03e6f05934603b830fbeb61acd04b 2024-11-20T13:19:05,651 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740/.tmp/info/56ab6e2e505244d6a26106aefe617ac4 is 173, key is testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767./info:regioninfo/1732108745211/Put/seqid=0 2024-11-20T13:19:05,659 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/namespace/2e0e6309b2416ad965d021b5acee580e/.tmp/info/90d03e6f05934603b830fbeb61acd04b as hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/namespace/2e0e6309b2416ad965d021b5acee580e/info/90d03e6f05934603b830fbeb61acd04b 2024-11-20T13:19:05,666 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/namespace/2e0e6309b2416ad965d021b5acee580e/info/90d03e6f05934603b830fbeb61acd04b, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T13:19:05,667 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:05,668 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 2e0e6309b2416ad965d021b5acee580e in 51ms, sequenceid=6, compaction requested=false 2024-11-20T13:19:05,668 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:05,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741844_1020 (size=9337) 2024-11-20T13:19:05,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741844_1020 (size=9337) 2024-11-20T13:19:05,671 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740/.tmp/info/56ab6e2e505244d6a26106aefe617ac4 2024-11-20T13:19:05,677 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/namespace/2e0e6309b2416ad965d021b5acee580e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T13:19:05,678 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. 2024-11-20T13:19:05,678 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2e0e6309b2416ad965d021b5acee580e: 2024-11-20T13:19:05,678 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732108744328.2e0e6309b2416ad965d021b5acee580e. 2024-11-20T13:19:05,678 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ac4a993401ad0c9286aae67352a28767, disabling compactions & flushes 2024-11-20T13:19:05,678 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. 2024-11-20T13:19:05,678 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. 2024-11-20T13:19:05,678 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. after waiting 0 ms 2024-11-20T13:19:05,678 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. 2024-11-20T13:19:05,685 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/default/testClearRegionBlockCache/ac4a993401ad0c9286aae67352a28767/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T13:19:05,686 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. 2024-11-20T13:19:05,686 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ac4a993401ad0c9286aae67352a28767: 2024-11-20T13:19:05,686 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732108744848.ac4a993401ad0c9286aae67352a28767. 2024-11-20T13:19:05,708 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740/.tmp/table/f67421df343a4a66bfb2ba868a71202e is 61, key is testClearRegionBlockCache/table:state/1732108745220/Put/seqid=0 2024-11-20T13:19:05,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741845_1021 (size=5392) 2024-11-20T13:19:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741845_1021 (size=5392) 2024-11-20T13:19:05,817 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,41097,1732108743259; all regions closed. 2024-11-20T13:19:05,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741832_1008 (size=1758) 2024-11-20T13:19:05,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741832_1008 (size=1758) 2024-11-20T13:19:05,820 DEBUG [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T13:19:05,822 DEBUG [RS:0;5ef453f0fbb6:41097 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/oldWALs 2024-11-20T13:19:05,823 INFO [RS:0;5ef453f0fbb6:41097 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C41097%2C1732108743259:(num 1732108743701) 2024-11-20T13:19:05,823 DEBUG [RS:0;5ef453f0fbb6:41097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:05,823 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:05,823 INFO [RS:0;5ef453f0fbb6:41097 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T13:19:05,823 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:19:05,823 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:19:05,823 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:19:05,823 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:19:05,824 INFO [RS:0;5ef453f0fbb6:41097 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41097 2024-11-20T13:19:05,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:19:05,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,41097,1732108743259 2024-11-20T13:19:05,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,41097,1732108743259] 2024-11-20T13:19:05,828 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,41097,1732108743259; numProcessing=1 2024-11-20T13:19:05,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,41097,1732108743259 already deleted, retry=false 2024-11-20T13:19:05,829 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,41097,1732108743259 expired; onlineServers=1 2024-11-20T13:19:05,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T13:19:05,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:05,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:05,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:05,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:05,928 INFO [RS:0;5ef453f0fbb6:41097 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,41097,1732108743259; zookeeper connection closed. 2024-11-20T13:19:05,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:05,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1001515aae10001, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:05,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@554988b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@554988b 2024-11-20T13:19:05,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:06,020 DEBUG [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T13:19:06,117 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740/.tmp/table/f67421df343a4a66bfb2ba868a71202e 2024-11-20T13:19:06,123 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740/.tmp/info/56ab6e2e505244d6a26106aefe617ac4 as hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740/info/56ab6e2e505244d6a26106aefe617ac4 2024-11-20T13:19:06,129 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740/info/56ab6e2e505244d6a26106aefe617ac4, entries=30, sequenceid=16, filesize=9.1 K 2024-11-20T13:19:06,130 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740/.tmp/table/f67421df343a4a66bfb2ba868a71202e as hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740/table/f67421df343a4a66bfb2ba868a71202e 2024-11-20T13:19:06,136 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740/table/f67421df343a4a66bfb2ba868a71202e, entries=4, sequenceid=16, filesize=5.3 K 2024-11-20T13:19:06,137 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=16, compaction requested=false 2024-11-20T13:19:06,142 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T13:19:06,143 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:19:06,143 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:19:06,143 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:19:06,143 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:19:06,221 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,39927,1732108743303; all regions closed. 2024-11-20T13:19:06,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741835_1011 (size=5602) 2024-11-20T13:19:06,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741835_1011 (size=5602) 2024-11-20T13:19:06,228 DEBUG [RS:1;5ef453f0fbb6:39927 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/oldWALs 2024-11-20T13:19:06,228 INFO [RS:1;5ef453f0fbb6:39927 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C39927%2C1732108743303.meta:.meta(num 1732108744253) 2024-11-20T13:19:06,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741833_1009 (size=3188) 2024-11-20T13:19:06,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741833_1009 (size=3188) 2024-11-20T13:19:06,237 DEBUG [RS:1;5ef453f0fbb6:39927 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/oldWALs 2024-11-20T13:19:06,237 INFO [RS:1;5ef453f0fbb6:39927 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C39927%2C1732108743303:(num 1732108743704) 2024-11-20T13:19:06,237 DEBUG [RS:1;5ef453f0fbb6:39927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:06,237 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:06,237 INFO [RS:1;5ef453f0fbb6:39927 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T13:19:06,238 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:19:06,238 INFO [RS:1;5ef453f0fbb6:39927 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39927 2024-11-20T13:19:06,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,39927,1732108743303 2024-11-20T13:19:06,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:19:06,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,39927,1732108743303] 2024-11-20T13:19:06,240 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,39927,1732108743303; numProcessing=2 2024-11-20T13:19:06,242 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,39927,1732108743303 already deleted, retry=false 2024-11-20T13:19:06,242 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,39927,1732108743303 expired; onlineServers=0 2024-11-20T13:19:06,242 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,44915,1732108743216' ***** 2024-11-20T13:19:06,242 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:19:06,243 DEBUG [M:0;5ef453f0fbb6:44915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11eba8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:19:06,243 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,44915,1732108743216 2024-11-20T13:19:06,243 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,44915,1732108743216; all regions closed. 2024-11-20T13:19:06,243 DEBUG [M:0;5ef453f0fbb6:44915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:06,243 DEBUG [M:0;5ef453f0fbb6:44915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:19:06,243 DEBUG [M:0;5ef453f0fbb6:44915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:19:06,243 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:19:06,243 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108743479 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108743479,5,FailOnTimeoutGroup] 2024-11-20T13:19:06,243 INFO [M:0;5ef453f0fbb6:44915 {}] hbase.ChoreService(370): Chore service for: master/5ef453f0fbb6:0 had [] on shutdown 2024-11-20T13:19:06,243 DEBUG [M:0;5ef453f0fbb6:44915 {}] master.HMaster(1733): Stopping service threads 2024-11-20T13:19:06,243 INFO [M:0;5ef453f0fbb6:44915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:19:06,244 INFO [M:0;5ef453f0fbb6:44915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:19:06,244 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:19:06,244 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108743479 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108743479,5,FailOnTimeoutGroup] 2024-11-20T13:19:06,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:06,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:06,245 DEBUG [M:0;5ef453f0fbb6:44915 {}] zookeeper.ZKUtil(347): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:19:06,245 WARN [M:0;5ef453f0fbb6:44915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:19:06,245 INFO [M:0;5ef453f0fbb6:44915 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T13:19:06,245 INFO [M:0;5ef453f0fbb6:44915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:19:06,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:06,245 DEBUG [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:19:06,245 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:06,245 DEBUG [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:06,245 DEBUG [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:19:06,245 DEBUG [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:06,245 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-20T13:19:06,269 DEBUG [M:0;5ef453f0fbb6:44915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48858ca6af56472bb7c5b3bce5638c97 is 82, key is hbase:meta,,1/info:regioninfo/1732108744298/Put/seqid=0 2024-11-20T13:19:06,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741846_1022 (size=5672) 2024-11-20T13:19:06,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741846_1022 (size=5672) 2024-11-20T13:19:06,276 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48858ca6af56472bb7c5b3bce5638c97 2024-11-20T13:19:06,304 DEBUG [M:0;5ef453f0fbb6:44915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfee77da419d4873989e8c29232c621a is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732108745232/Put/seqid=0 2024-11-20T13:19:06,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741847_1023 (size=7578) 2024-11-20T13:19:06,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741847_1023 (size=7578) 2024-11-20T13:19:06,313 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfee77da419d4873989e8c29232c621a 2024-11-20T13:19:06,341 DEBUG [M:0;5ef453f0fbb6:44915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65a30042270b47ffa63a0d965d83e49b is 69, key is 5ef453f0fbb6,39927,1732108743303/rs:state/1732108743548/Put/seqid=0 2024-11-20T13:19:06,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:06,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39927-0x1001515aae10002, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:06,342 INFO [RS:1;5ef453f0fbb6:39927 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,39927,1732108743303; zookeeper connection closed. 2024-11-20T13:19:06,342 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30d06cf2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30d06cf2 2024-11-20T13:19:06,342 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-20T13:19:06,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741848_1024 (size=5224) 2024-11-20T13:19:06,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741848_1024 (size=5224) 2024-11-20T13:19:06,348 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65a30042270b47ffa63a0d965d83e49b 2024-11-20T13:19:06,355 DEBUG [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48858ca6af56472bb7c5b3bce5638c97 as hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48858ca6af56472bb7c5b3bce5638c97 2024-11-20T13:19:06,360 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48858ca6af56472bb7c5b3bce5638c97, entries=8, sequenceid=108, filesize=5.5 K 2024-11-20T13:19:06,361 DEBUG [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfee77da419d4873989e8c29232c621a as hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfee77da419d4873989e8c29232c621a 2024-11-20T13:19:06,367 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfee77da419d4873989e8c29232c621a, entries=13, sequenceid=108, filesize=7.4 K 2024-11-20T13:19:06,368 DEBUG [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65a30042270b47ffa63a0d965d83e49b as hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65a30042270b47ffa63a0d965d83e49b 2024-11-20T13:19:06,375 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34129/user/jenkins/test-data/9a59bfc1-09f5-9d8a-c611-43454298b9cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65a30042270b47ffa63a0d965d83e49b, entries=2, sequenceid=108, filesize=5.1 K 2024-11-20T13:19:06,376 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=108, compaction requested=false 2024-11-20T13:19:06,384 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:06,384 DEBUG [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:19:06,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741830_1006 (size=54465) 2024-11-20T13:19:06,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43461 is added to blk_1073741830_1006 (size=54465) 2024-11-20T13:19:06,389 INFO [M:0;5ef453f0fbb6:44915 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T13:19:06,389 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:19:06,389 INFO [M:0;5ef453f0fbb6:44915 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44915 2024-11-20T13:19:06,393 DEBUG [M:0;5ef453f0fbb6:44915 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5ef453f0fbb6,44915,1732108743216 already deleted, retry=false 2024-11-20T13:19:06,495 INFO [M:0;5ef453f0fbb6:44915 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,44915,1732108743216; zookeeper connection closed. 2024-11-20T13:19:06,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:06,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1001515aae10000, quorum=127.0.0.1:56245, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:06,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bf35057{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:06,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@383dfc2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:19:06,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:19:06,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609a4acf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:19:06,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1188b8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/hadoop.log.dir/,STOPPED} 2024-11-20T13:19:06,503 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:19:06,503 WARN [BP-127546144-172.17.0.2-1732108742470 heartbeating to localhost/127.0.0.1:34129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:19:06,503 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:19:06,503 WARN [BP-127546144-172.17.0.2-1732108742470 heartbeating to localhost/127.0.0.1:34129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-127546144-172.17.0.2-1732108742470 (Datanode Uuid 1d0ab8ed-5619-436f-bd7f-0a30d3e4f583) service to localhost/127.0.0.1:34129 2024-11-20T13:19:06,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/cluster_09158f73-e7fb-dba4-048c-42e13317902c/dfs/data/data3/current/BP-127546144-172.17.0.2-1732108742470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:06,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/cluster_09158f73-e7fb-dba4-048c-42e13317902c/dfs/data/data4/current/BP-127546144-172.17.0.2-1732108742470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:06,505 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:19:06,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f2c6733{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:06,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66881898{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:19:06,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:19:06,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2376c4ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:19:06,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16979f57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/hadoop.log.dir/,STOPPED} 2024-11-20T13:19:06,516 WARN [BP-127546144-172.17.0.2-1732108742470 heartbeating to localhost/127.0.0.1:34129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:19:06,516 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:19:06,516 WARN [BP-127546144-172.17.0.2-1732108742470 heartbeating to localhost/127.0.0.1:34129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-127546144-172.17.0.2-1732108742470 (Datanode Uuid a52c8182-e9ad-4a6a-b39c-38c6c09efa14) service to localhost/127.0.0.1:34129 2024-11-20T13:19:06,516 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:19:06,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/cluster_09158f73-e7fb-dba4-048c-42e13317902c/dfs/data/data1/current/BP-127546144-172.17.0.2-1732108742470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:06,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/cluster_09158f73-e7fb-dba4-048c-42e13317902c/dfs/data/data2/current/BP-127546144-172.17.0.2-1732108742470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:06,517 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:19:06,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43e7723c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:19:06,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a3282e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:19:06,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:19:06,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1693c740{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:19:06,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b7a75d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/hadoop.log.dir/,STOPPED} 2024-11-20T13:19:06,558 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:19:06,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T13:19:06,601 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=159 (was 131) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:34129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:34129 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:34129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:34129 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=500 (was 472) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 265), ProcessCount=11 (was 11), AvailableMemoryMB=2491 (was 2811) 2024-11-20T13:19:06,610 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=159, OpenFileDescriptor=500, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=2491 2024-11-20T13:19:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/hadoop.log.dir so I do NOT create it in target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9 2024-11-20T13:19:06,624 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T13:19:06,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/hadoop.tmp.dir so I do NOT create it in target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9 2024-11-20T13:19:06,624 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39ccbce0-eade-c5e7-d07c-92e1b1647cb6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T13:19:06,624 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9 2024-11-20T13:19:06,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:19:06,624 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/cluster_19be0294-6c5c-816c-0c41-54dbb8bc9d9c, deleteOnExit=true 2024-11-20T13:19:06,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T13:19:06,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/test.cache.data in system properties and HBase conf 2024-11-20T13:19:06,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:19:06,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:19:06,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:19:06,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:19:06,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T13:19:06,625 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:19:06,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:19:06,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:19:06,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:19:06,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:19:06,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:19:06,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:19:06,715 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:19:06,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e02275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:19:06,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ff8ffdb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:19:06,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50123ffe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/java.io.tmpdir/jetty-localhost-33629-hadoop-hdfs-3_4_1-tests_jar-_-any-1982043439210085755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:19:06,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@484b73d9{HTTP/1.1, (http/1.1)}{localhost:33629} 2024-11-20T13:19:06,831 INFO [Time-limited test {}] server.Server(415): Started @25739ms 2024-11-20T13:19:06,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:19:06,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:19:06,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:19:06,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:19:06,939 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:19:06,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379cded5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:19:06,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@221dd9b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:19:06,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:19:06,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T13:19:06,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T13:19:07,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@746b659d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/java.io.tmpdir/jetty-localhost-40903-hadoop-hdfs-3_4_1-tests_jar-_-any-14181547748966841899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:07,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a502bdc{HTTP/1.1, (http/1.1)}{localhost:40903} 2024-11-20T13:19:07,100 INFO [Time-limited test {}] server.Server(415): Started @26009ms 2024-11-20T13:19:07,102 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:19:07,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:19:07,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:19:07,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:19:07,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:19:07,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:19:07,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc60214{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:19:07,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63983077{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:19:07,207 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/cluster_19be0294-6c5c-816c-0c41-54dbb8bc9d9c/dfs/data/data1/current/BP-1036918415-172.17.0.2-1732108746657/current, will proceed with Du for space computation calculation, 2024-11-20T13:19:07,207 WARN [Thread-1168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/cluster_19be0294-6c5c-816c-0c41-54dbb8bc9d9c/dfs/data/data2/current/BP-1036918415-172.17.0.2-1732108746657/current, will proceed with Du for space computation calculation, 2024-11-20T13:19:07,230 WARN [Thread-1146 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:19:07,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f4ba3e07d8e37ca with lease ID 0x77fac0314f3732b0: Processing first storage report for DS-d437d110-1e3a-4206-9d26-7aab67547dd1 from datanode DatanodeRegistration(127.0.0.1:44615, datanodeUuid=70d408ad-fb2b-4234-9ee8-c5008f2ebe1c, infoPort=44117, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=363223775;c=1732108746657) 2024-11-20T13:19:07,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f4ba3e07d8e37ca with lease ID 0x77fac0314f3732b0: from storage DS-d437d110-1e3a-4206-9d26-7aab67547dd1 node DatanodeRegistration(127.0.0.1:44615, datanodeUuid=70d408ad-fb2b-4234-9ee8-c5008f2ebe1c, infoPort=44117, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=363223775;c=1732108746657), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:19:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f4ba3e07d8e37ca with lease ID 0x77fac0314f3732b0: Processing first storage report for DS-6e0b691d-f07b-44d7-9e2f-b3dc13167996 from datanode DatanodeRegistration(127.0.0.1:44615, datanodeUuid=70d408ad-fb2b-4234-9ee8-c5008f2ebe1c, infoPort=44117, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=363223775;c=1732108746657) 2024-11-20T13:19:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f4ba3e07d8e37ca with lease ID 0x77fac0314f3732b0: from storage DS-6e0b691d-f07b-44d7-9e2f-b3dc13167996 node DatanodeRegistration(127.0.0.1:44615, datanodeUuid=70d408ad-fb2b-4234-9ee8-c5008f2ebe1c, infoPort=44117, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=363223775;c=1732108746657), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:19:07,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72e1a93d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/java.io.tmpdir/jetty-localhost-36859-hadoop-hdfs-3_4_1-tests_jar-_-any-9869724379861071177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:07,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cd788bb{HTTP/1.1, (http/1.1)}{localhost:36859} 2024-11-20T13:19:07,268 INFO [Time-limited test {}] server.Server(415): Started @26177ms 2024-11-20T13:19:07,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:19:07,363 WARN [Thread-1193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/cluster_19be0294-6c5c-816c-0c41-54dbb8bc9d9c/dfs/data/data3/current/BP-1036918415-172.17.0.2-1732108746657/current, will proceed with Du for space computation calculation, 2024-11-20T13:19:07,363 WARN [Thread-1194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/cluster_19be0294-6c5c-816c-0c41-54dbb8bc9d9c/dfs/data/data4/current/BP-1036918415-172.17.0.2-1732108746657/current, will proceed with Du for space computation calculation, 2024-11-20T13:19:07,385 WARN [Thread-1182 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:19:07,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf99cf35b21d47659 with lease ID 0x77fac0314f3732b1: Processing first storage report for DS-a2953239-c8f3-47ef-bc94-d0e0c372ab97 from datanode DatanodeRegistration(127.0.0.1:46147, datanodeUuid=34223896-8a55-4994-89b4-66c8116d79e8, infoPort=43197, infoSecurePort=0, ipcPort=39305, storageInfo=lv=-57;cid=testClusterID;nsid=363223775;c=1732108746657) 2024-11-20T13:19:07,388 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf99cf35b21d47659 with lease ID 0x77fac0314f3732b1: from storage DS-a2953239-c8f3-47ef-bc94-d0e0c372ab97 node DatanodeRegistration(127.0.0.1:46147, datanodeUuid=34223896-8a55-4994-89b4-66c8116d79e8, infoPort=43197, infoSecurePort=0, ipcPort=39305, storageInfo=lv=-57;cid=testClusterID;nsid=363223775;c=1732108746657), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:19:07,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf99cf35b21d47659 with lease ID 0x77fac0314f3732b1: Processing first storage report for DS-6ae3559c-df72-4904-95b1-02e98c05e9b6 from datanode DatanodeRegistration(127.0.0.1:46147, datanodeUuid=34223896-8a55-4994-89b4-66c8116d79e8, infoPort=43197, infoSecurePort=0, ipcPort=39305, storageInfo=lv=-57;cid=testClusterID;nsid=363223775;c=1732108746657) 2024-11-20T13:19:07,388 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf99cf35b21d47659 with lease ID 0x77fac0314f3732b1: from storage DS-6ae3559c-df72-4904-95b1-02e98c05e9b6 node DatanodeRegistration(127.0.0.1:46147, datanodeUuid=34223896-8a55-4994-89b4-66c8116d79e8, infoPort=43197, infoSecurePort=0, ipcPort=39305, storageInfo=lv=-57;cid=testClusterID;nsid=363223775;c=1732108746657), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:19:07,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9 2024-11-20T13:19:07,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/cluster_19be0294-6c5c-816c-0c41-54dbb8bc9d9c/zookeeper_0, clientPort=59363, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/cluster_19be0294-6c5c-816c-0c41-54dbb8bc9d9c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/cluster_19be0294-6c5c-816c-0c41-54dbb8bc9d9c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:19:07,396 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59363 2024-11-20T13:19:07,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:07,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:07,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:19:07,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:19:07,408 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46 with version=8 2024-11-20T13:19:07,408 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/hbase-staging 2024-11-20T13:19:07,410 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:19:07,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:07,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:07,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:19:07,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:07,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:19:07,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:19:07,411 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:19:07,411 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40707 2024-11-20T13:19:07,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:07,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:07,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40707 connecting to ZooKeeper ensemble=127.0.0.1:59363 2024-11-20T13:19:07,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407070x0, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:19:07,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40707-0x1001515bb690000 connected 2024-11-20T13:19:07,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:07,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:07,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:19:07,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40707 2024-11-20T13:19:07,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40707 2024-11-20T13:19:07,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40707 2024-11-20T13:19:07,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40707 2024-11-20T13:19:07,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40707 2024-11-20T13:19:07,435 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46, hbase.cluster.distributed=false 2024-11-20T13:19:07,450 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:19:07,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:07,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:07,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:19:07,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:07,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:19:07,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:19:07,451 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:19:07,451 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43831 2024-11-20T13:19:07,452 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:19:07,452 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-20T13:19:07,461 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-20T13:19:07,461 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-20T13:19:07,462 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-20T13:19:07,462 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:19:07,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:07,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:07,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43831 connecting to ZooKeeper ensemble=127.0.0.1:59363 2024-11-20T13:19:07,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438310x0, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:19:07,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43831-0x1001515bb690001 connected 2024-11-20T13:19:07,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:07,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:07,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:19:07,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43831 2024-11-20T13:19:07,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43831 2024-11-20T13:19:07,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43831 2024-11-20T13:19:07,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43831 2024-11-20T13:19:07,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43831 2024-11-20T13:19:07,494 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:19:07,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:07,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:07,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:19:07,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:07,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:19:07,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:19:07,494 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:19:07,495 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38299 2024-11-20T13:19:07,495 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:19:07,496 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-20T13:19:07,502 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-20T13:19:07,503 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-20T13:19:07,503 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-20T13:19:07,503 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:19:07,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:07,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:07,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38299 connecting to ZooKeeper ensemble=127.0.0.1:59363 2024-11-20T13:19:07,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382990x0, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:19:07,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382990x0, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:07,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382990x0, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:07,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38299-0x1001515bb690002 connected 2024-11-20T13:19:07,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:19:07,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38299 2024-11-20T13:19:07,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38299 2024-11-20T13:19:07,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38299 2024-11-20T13:19:07,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38299 2024-11-20T13:19:07,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38299 2024-11-20T13:19:07,513 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5ef453f0fbb6,40707,1732108747410 2024-11-20T13:19:07,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:07,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:07,515 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5ef453f0fbb6,40707,1732108747410 2024-11-20T13:19:07,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:07,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:07,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,517 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:19:07,517 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5ef453f0fbb6,40707,1732108747410 from backup master directory 2024-11-20T13:19:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5ef453f0fbb6,40707,1732108747410 2024-11-20T13:19:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:07,519 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:19:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:07,519 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5ef453f0fbb6,40707,1732108747410 2024-11-20T13:19:07,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:19:07,527 DEBUG [M:0;5ef453f0fbb6:40707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5ef453f0fbb6:40707 2024-11-20T13:19:07,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:07,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:07,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:19:07,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:19:07,532 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/hbase.id with ID: 0221da05-308c-42f3-b7e8-4df366a7463e 2024-11-20T13:19:07,542 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:07,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:19:07,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:19:07,553 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:19:07,553 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:19:07,554 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:07,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:19:07,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:19:07,562 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store 2024-11-20T13:19:07,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:19:07,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:19:07,569 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:07,569 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:19:07,569 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:07,569 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:07,569 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:19:07,569 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:07,569 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:07,569 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:19:07,570 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/.initializing 2024-11-20T13:19:07,570 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/WALs/5ef453f0fbb6,40707,1732108747410 2024-11-20T13:19:07,571 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:19:07,572 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C40707%2C1732108747410, suffix=, logDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/WALs/5ef453f0fbb6,40707,1732108747410, archiveDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/oldWALs, maxLogs=10 2024-11-20T13:19:07,586 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/WALs/5ef453f0fbb6,40707,1732108747410/5ef453f0fbb6%2C40707%2C1732108747410.1732108747572, exclude list is [], retry=0 2024-11-20T13:19:07,588 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-d437d110-1e3a-4206-9d26-7aab67547dd1,DISK] 2024-11-20T13:19:07,589 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46147,DS-a2953239-c8f3-47ef-bc94-d0e0c372ab97,DISK] 2024-11-20T13:19:07,590 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/WALs/5ef453f0fbb6,40707,1732108747410/5ef453f0fbb6%2C40707%2C1732108747410.1732108747572 2024-11-20T13:19:07,591 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117),(127.0.0.1/127.0.0.1:43197:43197)] 2024-11-20T13:19:07,591 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:19:07,591 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:07,591 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:07,591 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:07,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:07,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:19:07,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:07,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:07,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:07,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:19:07,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:07,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:07,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:07,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:19:07,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:07,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:07,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:07,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:19:07,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:07,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:07,600 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:07,601 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:07,603 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:19:07,604 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:07,606 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:07,606 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63596007, jitterRate=-0.052345648407936096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:19:07,607 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:19:07,608 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:19:07,611 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77368dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:07,612 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T13:19:07,612 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T13:19:07,612 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T13:19:07,612 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:19:07,613 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T13:19:07,613 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-20T13:19:07,613 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:19:07,617 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:19:07,618 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:19:07,619 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:19:07,619 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:19:07,619 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:19:07,620 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:19:07,621 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:19:07,621 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:19:07,622 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:19:07,623 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:19:07,624 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:19:07,625 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:19:07,626 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:19:07,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:07,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:07,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:07,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,628 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5ef453f0fbb6,40707,1732108747410, sessionid=0x1001515bb690000, setting cluster-up flag (Was=false) 2024-11-20T13:19:07,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,635 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:19:07,636 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,40707,1732108747410 2024-11-20T13:19:07,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:07,642 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:19:07,643 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,40707,1732108747410 2024-11-20T13:19:07,646 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T13:19:07,646 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T13:19:07,646 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:19:07,646 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5ef453f0fbb6,40707,1732108747410 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:19:07,647 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:19:07,647 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:19:07,647 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:19:07,647 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:19:07,647 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5ef453f0fbb6:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:19:07,647 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,647 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:19:07,647 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:19:07,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:19:07,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:07,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:19:07,656 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732108777656 2024-11-20T13:19:07,656 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:19:07,656 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:19:07,656 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:19:07,656 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:19:07,656 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:19:07,656 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:19:07,656 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,657 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:19:07,657 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:19:07,657 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:19:07,658 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:19:07,658 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:19:07,659 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108747658,5,FailOnTimeoutGroup] 2024-11-20T13:19:07,660 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108747659,5,FailOnTimeoutGroup] 2024-11-20T13:19:07,660 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,660 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:19:07,660 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,660 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:19:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:19:07,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T13:19:07,663 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46 2024-11-20T13:19:07,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:19:07,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:19:07,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:07,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:19:07,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:19:07,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:07,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:07,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:19:07,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:19:07,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:07,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:07,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:19:07,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:19:07,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:07,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:07,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740 2024-11-20T13:19:07,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740 2024-11-20T13:19:07,680 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:19:07,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:19:07,686 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:07,686 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67452619, jitterRate=0.005122348666191101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:19:07,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:19:07,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:19:07,688 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:19:07,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:19:07,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:19:07,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:19:07,688 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:19:07,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:19:07,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:19:07,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T13:19:07,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:19:07,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:19:07,691 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:19:07,725 DEBUG [RS:1;5ef453f0fbb6:38299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5ef453f0fbb6:38299 2024-11-20T13:19:07,725 DEBUG [RS:0;5ef453f0fbb6:43831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5ef453f0fbb6:43831 2024-11-20T13:19:07,726 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(1008): ClusterId : 0221da05-308c-42f3-b7e8-4df366a7463e 2024-11-20T13:19:07,726 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:19:07,726 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(1008): ClusterId : 0221da05-308c-42f3-b7e8-4df366a7463e 2024-11-20T13:19:07,726 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:19:07,728 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:19:07,728 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:19:07,728 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:19:07,728 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:19:07,730 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:19:07,730 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:19:07,730 DEBUG [RS:1;5ef453f0fbb6:38299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682f6cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:07,730 DEBUG [RS:0;5ef453f0fbb6:43831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35859168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:07,731 DEBUG [RS:1;5ef453f0fbb6:38299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc48856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:19:07,731 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:19:07,731 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:19:07,731 DEBUG [RS:0;5ef453f0fbb6:43831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af3d993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:19:07,731 DEBUG [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:19:07,731 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:19:07,731 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:19:07,731 DEBUG [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:19:07,731 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,40707,1732108747410 with isa=5ef453f0fbb6/172.17.0.2:38299, startcode=1732108747493 2024-11-20T13:19:07,731 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,40707,1732108747410 with isa=5ef453f0fbb6/172.17.0.2:43831, startcode=1732108747450 2024-11-20T13:19:07,732 DEBUG [RS:0;5ef453f0fbb6:43831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:19:07,732 DEBUG [RS:1;5ef453f0fbb6:38299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:19:07,733 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47747, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:19:07,733 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53941, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:19:07,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40707 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:07,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40707 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:07,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40707 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:07,735 DEBUG [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46 2024-11-20T13:19:07,735 DEBUG [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34309 2024-11-20T13:19:07,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40707 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:07,735 DEBUG [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:19:07,736 DEBUG [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46 2024-11-20T13:19:07,736 DEBUG [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34309 2024-11-20T13:19:07,736 DEBUG [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:19:07,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:19:07,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,38299,1732108747493] 2024-11-20T13:19:07,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,43831,1732108747450] 2024-11-20T13:19:07,756 DEBUG [RS:1;5ef453f0fbb6:38299 {}] zookeeper.ZKUtil(111): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:07,756 WARN [RS:1;5ef453f0fbb6:38299 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:19:07,756 INFO [RS:1;5ef453f0fbb6:38299 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:07,756 DEBUG [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/WALs/5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:07,761 DEBUG [RS:0;5ef453f0fbb6:43831 {}] zookeeper.ZKUtil(111): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:07,761 WARN [RS:0;5ef453f0fbb6:43831 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:19:07,761 INFO [RS:0;5ef453f0fbb6:43831 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:07,761 DEBUG [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/WALs/5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:07,764 DEBUG [RS:1;5ef453f0fbb6:38299 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:19:07,764 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:19:07,766 DEBUG [RS:0;5ef453f0fbb6:43831 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:19:07,767 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:19:07,769 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:19:07,769 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:19:07,769 INFO [RS:1;5ef453f0fbb6:38299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:19:07,769 INFO [RS:0;5ef453f0fbb6:43831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:19:07,769 INFO [RS:0;5ef453f0fbb6:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,769 INFO [RS:1;5ef453f0fbb6:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,772 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:19:07,772 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:19:07,772 INFO [RS:0;5ef453f0fbb6:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 INFO [RS:1;5ef453f0fbb6:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:07,773 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:19:07,773 DEBUG [RS:0;5ef453f0fbb6:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:07,773 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,773 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:07,774 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:07,774 DEBUG [RS:1;5ef453f0fbb6:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:07,779 INFO [RS:0;5ef453f0fbb6:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,779 INFO [RS:0;5ef453f0fbb6:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,779 INFO [RS:0;5ef453f0fbb6:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,779 INFO [RS:0;5ef453f0fbb6:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,779 INFO [RS:0;5ef453f0fbb6:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,43831,1732108747450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:19:07,780 INFO [RS:1;5ef453f0fbb6:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,780 INFO [RS:1;5ef453f0fbb6:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,780 INFO [RS:1;5ef453f0fbb6:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,780 INFO [RS:1;5ef453f0fbb6:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,780 INFO [RS:1;5ef453f0fbb6:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,38299,1732108747493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:19:07,802 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:19:07,802 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:19:07,802 INFO [RS:0;5ef453f0fbb6:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,43831,1732108747450-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,802 INFO [RS:1;5ef453f0fbb6:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,38299,1732108747493-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:07,821 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.Replication(204): 5ef453f0fbb6,43831,1732108747450 started 2024-11-20T13:19:07,821 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,43831,1732108747450, RpcServer on 5ef453f0fbb6/172.17.0.2:43831, sessionid=0x1001515bb690001 2024-11-20T13:19:07,821 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:19:07,821 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.Replication(204): 5ef453f0fbb6,38299,1732108747493 started 2024-11-20T13:19:07,821 DEBUG [RS:0;5ef453f0fbb6:43831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:07,821 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,43831,1732108747450' 2024-11-20T13:19:07,821 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,38299,1732108747493, RpcServer on 5ef453f0fbb6/172.17.0.2:38299, sessionid=0x1001515bb690002 2024-11-20T13:19:07,821 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:19:07,821 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:19:07,821 DEBUG [RS:1;5ef453f0fbb6:38299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:07,821 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,38299,1732108747493' 2024-11-20T13:19:07,821 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:19:07,822 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:19:07,822 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:19:07,822 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:19:07,822 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:19:07,822 DEBUG [RS:0;5ef453f0fbb6:43831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:07,822 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,43831,1732108747450' 2024-11-20T13:19:07,822 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:19:07,822 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:19:07,822 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:19:07,822 DEBUG [RS:1;5ef453f0fbb6:38299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:07,822 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,38299,1732108747493' 2024-11-20T13:19:07,822 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:19:07,823 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:19:07,823 DEBUG [RS:0;5ef453f0fbb6:43831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:19:07,823 INFO [RS:0;5ef453f0fbb6:43831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:19:07,823 INFO [RS:0;5ef453f0fbb6:43831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:19:07,823 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:19:07,824 DEBUG [RS:1;5ef453f0fbb6:38299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:19:07,824 INFO [RS:1;5ef453f0fbb6:38299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:19:07,824 INFO [RS:1;5ef453f0fbb6:38299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:19:07,842 WARN [5ef453f0fbb6:40707 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-20T13:19:07,924 INFO [RS:0;5ef453f0fbb6:43831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:19:07,924 INFO [RS:1;5ef453f0fbb6:38299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:19:07,925 INFO [RS:0;5ef453f0fbb6:43831 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C43831%2C1732108747450, suffix=, logDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/WALs/5ef453f0fbb6,43831,1732108747450, archiveDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/oldWALs, maxLogs=32 2024-11-20T13:19:07,926 INFO [RS:1;5ef453f0fbb6:38299 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C38299%2C1732108747493, suffix=, logDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/WALs/5ef453f0fbb6,38299,1732108747493, archiveDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/oldWALs, maxLogs=32 2024-11-20T13:19:07,943 DEBUG [RS:0;5ef453f0fbb6:43831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/WALs/5ef453f0fbb6,43831,1732108747450/5ef453f0fbb6%2C43831%2C1732108747450.1732108747926, exclude list is [], retry=0 2024-11-20T13:19:07,943 DEBUG [RS:1;5ef453f0fbb6:38299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/WALs/5ef453f0fbb6,38299,1732108747493/5ef453f0fbb6%2C38299%2C1732108747493.1732108747926, exclude list is [], retry=0 2024-11-20T13:19:07,946 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46147,DS-a2953239-c8f3-47ef-bc94-d0e0c372ab97,DISK] 2024-11-20T13:19:07,946 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-d437d110-1e3a-4206-9d26-7aab67547dd1,DISK] 2024-11-20T13:19:07,946 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-d437d110-1e3a-4206-9d26-7aab67547dd1,DISK] 2024-11-20T13:19:07,947 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46147,DS-a2953239-c8f3-47ef-bc94-d0e0c372ab97,DISK] 2024-11-20T13:19:07,950 INFO [RS:0;5ef453f0fbb6:43831 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/WALs/5ef453f0fbb6,43831,1732108747450/5ef453f0fbb6%2C43831%2C1732108747450.1732108747926 2024-11-20T13:19:07,951 DEBUG [RS:0;5ef453f0fbb6:43831 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43197:43197),(127.0.0.1/127.0.0.1:44117:44117)] 2024-11-20T13:19:07,951 INFO [RS:1;5ef453f0fbb6:38299 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/WALs/5ef453f0fbb6,38299,1732108747493/5ef453f0fbb6%2C38299%2C1732108747493.1732108747926 2024-11-20T13:19:07,951 DEBUG [RS:1;5ef453f0fbb6:38299 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117),(127.0.0.1/127.0.0.1:43197:43197)] 2024-11-20T13:19:08,092 DEBUG [5ef453f0fbb6:40707 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T13:19:08,092 DEBUG [5ef453f0fbb6:40707 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:19:08,094 DEBUG [5ef453f0fbb6:40707 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:19:08,094 DEBUG [5ef453f0fbb6:40707 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:19:08,094 INFO [5ef453f0fbb6:40707 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:19:08,094 INFO [5ef453f0fbb6:40707 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:19:08,094 DEBUG [5ef453f0fbb6:40707 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:19:08,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:08,095 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,38299,1732108747493, state=OPENING 2024-11-20T13:19:08,097 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:19:08,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:08,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:08,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:08,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,38299,1732108747493}] 2024-11-20T13:19:08,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:08,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:08,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:08,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:08,252 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:08,253 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:08,257 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T13:19:08,257 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:08,257 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:19:08,259 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C38299%2C1732108747493.meta, suffix=.meta, logDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/WALs/5ef453f0fbb6,38299,1732108747493, archiveDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/oldWALs, maxLogs=32 2024-11-20T13:19:08,273 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/WALs/5ef453f0fbb6,38299,1732108747493/5ef453f0fbb6%2C38299%2C1732108747493.meta.1732108748259.meta, exclude list is [], retry=0 2024-11-20T13:19:08,275 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-d437d110-1e3a-4206-9d26-7aab67547dd1,DISK] 2024-11-20T13:19:08,275 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46147,DS-a2953239-c8f3-47ef-bc94-d0e0c372ab97,DISK] 2024-11-20T13:19:08,277 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/WALs/5ef453f0fbb6,38299,1732108747493/5ef453f0fbb6%2C38299%2C1732108747493.meta.1732108748259.meta 2024-11-20T13:19:08,277 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43197:43197),(127.0.0.1/127.0.0.1:44117:44117)] 2024-11-20T13:19:08,278 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:19:08,278 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:19:08,278 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:19:08,278 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:19:08,278 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:19:08,278 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:08,278 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T13:19:08,278 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T13:19:08,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:19:08,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:19:08,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:08,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:08,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:19:08,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:19:08,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:08,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:08,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:19:08,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:19:08,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:08,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:08,286 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740 2024-11-20T13:19:08,287 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740 2024-11-20T13:19:08,288 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:19:08,289 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:19:08,290 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75335551, jitterRate=0.122587189078331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:19:08,291 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:19:08,291 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732108748251 2024-11-20T13:19:08,294 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:19:08,294 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T13:19:08,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:08,295 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,38299,1732108747493, state=OPEN 2024-11-20T13:19:08,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:19:08,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:19:08,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:19:08,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:08,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:08,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:08,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:19:08,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,38299,1732108747493 in 197 msec 2024-11-20T13:19:08,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:19:08,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-11-20T13:19:08,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 656 msec 2024-11-20T13:19:08,301 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732108748301, completionTime=-1 2024-11-20T13:19:08,301 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-20T13:19:08,301 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T13:19:08,302 DEBUG [hconnection-0x5d7abe24-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:08,304 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:08,305 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-20T13:19:08,305 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732108808305 2024-11-20T13:19:08,305 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732108868305 2024-11-20T13:19:08,305 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-20T13:19:08,312 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,40707,1732108747410-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:08,312 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,40707,1732108747410-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:08,312 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,40707,1732108747410-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:08,312 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5ef453f0fbb6:40707, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:08,312 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:08,312 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T13:19:08,312 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:19:08,313 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T13:19:08,314 DEBUG [master/5ef453f0fbb6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T13:19:08,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:19:08,314 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:08,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:19:08,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741836_1012 (size=358) 2024-11-20T13:19:08,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741836_1012 (size=358) 2024-11-20T13:19:08,327 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7d5eb27f70a3529796608b8df902def4, NAME => 'hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46 2024-11-20T13:19:08,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741837_1013 (size=42) 2024-11-20T13:19:08,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741837_1013 (size=42) 2024-11-20T13:19:08,336 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:08,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 7d5eb27f70a3529796608b8df902def4, disabling compactions & flushes 2024-11-20T13:19:08,337 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. 2024-11-20T13:19:08,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. 2024-11-20T13:19:08,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. after waiting 0 ms 2024-11-20T13:19:08,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. 2024-11-20T13:19:08,337 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. 2024-11-20T13:19:08,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7d5eb27f70a3529796608b8df902def4: 2024-11-20T13:19:08,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:19:08,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732108748338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108748338"}]},"ts":"1732108748338"} 2024-11-20T13:19:08,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:19:08,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:19:08,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108748341"}]},"ts":"1732108748341"} 2024-11-20T13:19:08,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T13:19:08,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:19:08,346 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:19:08,346 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:19:08,346 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:19:08,346 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:19:08,346 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:19:08,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=7d5eb27f70a3529796608b8df902def4, ASSIGN}] 2024-11-20T13:19:08,347 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=7d5eb27f70a3529796608b8df902def4, ASSIGN 2024-11-20T13:19:08,348 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=7d5eb27f70a3529796608b8df902def4, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,43831,1732108747450; forceNewPlan=false, retain=false 2024-11-20T13:19:08,498 INFO [5ef453f0fbb6:40707 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T13:19:08,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=7d5eb27f70a3529796608b8df902def4, regionState=OPENING, regionLocation=5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:08,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 7d5eb27f70a3529796608b8df902def4, server=5ef453f0fbb6,43831,1732108747450}] 2024-11-20T13:19:08,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:08,653 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:08,655 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:08,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. 2024-11-20T13:19:08,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 7d5eb27f70a3529796608b8df902def4, NAME => 'hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:19:08,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 7d5eb27f70a3529796608b8df902def4 2024-11-20T13:19:08,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:08,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 7d5eb27f70a3529796608b8df902def4 2024-11-20T13:19:08,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 7d5eb27f70a3529796608b8df902def4 2024-11-20T13:19:08,661 INFO [StoreOpener-7d5eb27f70a3529796608b8df902def4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7d5eb27f70a3529796608b8df902def4 2024-11-20T13:19:08,663 INFO [StoreOpener-7d5eb27f70a3529796608b8df902def4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d5eb27f70a3529796608b8df902def4 columnFamilyName info 2024-11-20T13:19:08,663 DEBUG [StoreOpener-7d5eb27f70a3529796608b8df902def4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:08,664 INFO [StoreOpener-7d5eb27f70a3529796608b8df902def4-1 {}] regionserver.HStore(327): Store=7d5eb27f70a3529796608b8df902def4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:08,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/namespace/7d5eb27f70a3529796608b8df902def4 2024-11-20T13:19:08,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/namespace/7d5eb27f70a3529796608b8df902def4 2024-11-20T13:19:08,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 7d5eb27f70a3529796608b8df902def4 2024-11-20T13:19:08,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/namespace/7d5eb27f70a3529796608b8df902def4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:08,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 7d5eb27f70a3529796608b8df902def4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75181758, jitterRate=0.12029549479484558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:19:08,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 7d5eb27f70a3529796608b8df902def4: 2024-11-20T13:19:08,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4., pid=6, masterSystemTime=1732108748653 2024-11-20T13:19:08,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. 2024-11-20T13:19:08,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. 2024-11-20T13:19:08,674 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=7d5eb27f70a3529796608b8df902def4, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:08,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T13:19:08,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 7d5eb27f70a3529796608b8df902def4, server=5ef453f0fbb6,43831,1732108747450 in 175 msec 2024-11-20T13:19:08,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T13:19:08,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=7d5eb27f70a3529796608b8df902def4, ASSIGN in 332 msec 2024-11-20T13:19:08,681 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:19:08,681 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108748681"}]},"ts":"1732108748681"} 2024-11-20T13:19:08,683 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T13:19:08,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:19:08,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 374 msec 2024-11-20T13:19:08,714 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T13:19:08,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:19:08,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:08,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:08,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:08,720 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:08,722 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:08,723 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T13:19:08,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:19:08,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-11-20T13:19:08,745 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T13:19:08,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:19:08,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 8 msec 2024-11-20T13:19:08,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T13:19:08,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T13:19:08,762 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.243sec 2024-11-20T13:19:08,762 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:19:08,762 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:19:08,762 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:19:08,762 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:19:08,762 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:19:08,762 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,40707,1732108747410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:19:08,762 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,40707,1732108747410-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:19:08,764 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:19:08,764 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:19:08,764 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,40707,1732108747410-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:08,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71191b07 to 127.0.0.1:59363 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4fd9aae6 2024-11-20T13:19:08,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9dc0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:08,822 DEBUG [hconnection-0xc27d128-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:08,824 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5ef453f0fbb6,40707,1732108747410 2024-11-20T13:19:08,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:19:08,854 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:19:08,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:19:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-20T13:19:08,857 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:19:08,858 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:08,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-20T13:19:08,858 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:19:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741838_1014 (size=379) 2024-11-20T13:19:08,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741838_1014 (size=379) 2024-11-20T13:19:08,868 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8dbed030b7622bd4c69e84ca5c1646e7, NAME => 'testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46 2024-11-20T13:19:08,869 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6bb710fc84790eb2bbdfa785616266cf, NAME => 'testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46 2024-11-20T13:19:08,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741839_1015 (size=61) 2024-11-20T13:19:08,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741840_1016 (size=61) 2024-11-20T13:19:08,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741840_1016 (size=61) 2024-11-20T13:19:08,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741839_1015 (size=61) 2024-11-20T13:19:08,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:08,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 6bb710fc84790eb2bbdfa785616266cf, disabling compactions & flushes 2024-11-20T13:19:08,877 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. 2024-11-20T13:19:08,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. 2024-11-20T13:19:08,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. after waiting 0 ms 2024-11-20T13:19:08,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. 2024-11-20T13:19:08,878 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. 2024-11-20T13:19:08,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6bb710fc84790eb2bbdfa785616266cf: 2024-11-20T13:19:08,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:08,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 8dbed030b7622bd4c69e84ca5c1646e7, disabling compactions & flushes 2024-11-20T13:19:08,878 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. 2024-11-20T13:19:08,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. 2024-11-20T13:19:08,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. after waiting 0 ms 2024-11-20T13:19:08,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. 2024-11-20T13:19:08,878 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. 2024-11-20T13:19:08,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8dbed030b7622bd4c69e84ca5c1646e7: 2024-11-20T13:19:08,879 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:19:08,880 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732108748879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108748879"}]},"ts":"1732108748879"} 2024-11-20T13:19:08,880 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732108748879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108748879"}]},"ts":"1732108748879"} 2024-11-20T13:19:08,883 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-20T13:19:08,884 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:19:08,884 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108748884"}]},"ts":"1732108748884"} 2024-11-20T13:19:08,885 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-20T13:19:08,889 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:19:08,890 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:19:08,890 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:19:08,890 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:19:08,890 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:19:08,890 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:19:08,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8dbed030b7622bd4c69e84ca5c1646e7, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6bb710fc84790eb2bbdfa785616266cf, ASSIGN}] 2024-11-20T13:19:08,891 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6bb710fc84790eb2bbdfa785616266cf, ASSIGN 2024-11-20T13:19:08,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8dbed030b7622bd4c69e84ca5c1646e7, ASSIGN 2024-11-20T13:19:08,892 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6bb710fc84790eb2bbdfa785616266cf, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,38299,1732108747493; forceNewPlan=false, retain=false 2024-11-20T13:19:08,892 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8dbed030b7622bd4c69e84ca5c1646e7, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,43831,1732108747450; forceNewPlan=false, retain=false 2024-11-20T13:19:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:09,042 INFO [5ef453f0fbb6:40707 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-20T13:19:09,043 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6bb710fc84790eb2bbdfa785616266cf, regionState=OPENING, regionLocation=5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:09,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8dbed030b7622bd4c69e84ca5c1646e7, regionState=OPENING, regionLocation=5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:09,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 8dbed030b7622bd4c69e84ca5c1646e7, server=5ef453f0fbb6,43831,1732108747450}] 2024-11-20T13:19:09,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 6bb710fc84790eb2bbdfa785616266cf, server=5ef453f0fbb6,38299,1732108747493}] 2024-11-20T13:19:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:09,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:09,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:09,201 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. 2024-11-20T13:19:09,201 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 8dbed030b7622bd4c69e84ca5c1646e7, NAME => 'testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7.', STARTKEY => '', ENDKEY => '5'} 2024-11-20T13:19:09,202 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8dbed030b7622bd4c69e84ca5c1646e7 2024-11-20T13:19:09,202 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:09,202 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 8dbed030b7622bd4c69e84ca5c1646e7 2024-11-20T13:19:09,202 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 8dbed030b7622bd4c69e84ca5c1646e7 2024-11-20T13:19:09,202 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. 2024-11-20T13:19:09,202 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 6bb710fc84790eb2bbdfa785616266cf, NAME => 'testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf.', STARTKEY => '5', ENDKEY => ''} 2024-11-20T13:19:09,203 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6bb710fc84790eb2bbdfa785616266cf 2024-11-20T13:19:09,203 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:09,203 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 6bb710fc84790eb2bbdfa785616266cf 2024-11-20T13:19:09,203 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 6bb710fc84790eb2bbdfa785616266cf 2024-11-20T13:19:09,203 INFO [StoreOpener-8dbed030b7622bd4c69e84ca5c1646e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8dbed030b7622bd4c69e84ca5c1646e7 2024-11-20T13:19:09,205 INFO [StoreOpener-8dbed030b7622bd4c69e84ca5c1646e7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dbed030b7622bd4c69e84ca5c1646e7 columnFamilyName family 2024-11-20T13:19:09,205 DEBUG [StoreOpener-8dbed030b7622bd4c69e84ca5c1646e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:09,205 INFO [StoreOpener-8dbed030b7622bd4c69e84ca5c1646e7-1 {}] regionserver.HStore(327): Store=8dbed030b7622bd4c69e84ca5c1646e7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:09,206 INFO [StoreOpener-6bb710fc84790eb2bbdfa785616266cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6bb710fc84790eb2bbdfa785616266cf 2024-11-20T13:19:09,206 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/8dbed030b7622bd4c69e84ca5c1646e7 2024-11-20T13:19:09,206 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/8dbed030b7622bd4c69e84ca5c1646e7 2024-11-20T13:19:09,207 INFO [StoreOpener-6bb710fc84790eb2bbdfa785616266cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bb710fc84790eb2bbdfa785616266cf columnFamilyName family 2024-11-20T13:19:09,207 DEBUG [StoreOpener-6bb710fc84790eb2bbdfa785616266cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:09,208 INFO [StoreOpener-6bb710fc84790eb2bbdfa785616266cf-1 {}] regionserver.HStore(327): Store=6bb710fc84790eb2bbdfa785616266cf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:09,208 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/6bb710fc84790eb2bbdfa785616266cf 2024-11-20T13:19:09,209 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/6bb710fc84790eb2bbdfa785616266cf 2024-11-20T13:19:09,209 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 8dbed030b7622bd4c69e84ca5c1646e7 2024-11-20T13:19:09,210 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 6bb710fc84790eb2bbdfa785616266cf 2024-11-20T13:19:09,212 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/8dbed030b7622bd4c69e84ca5c1646e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:09,213 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/6bb710fc84790eb2bbdfa785616266cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:09,213 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 8dbed030b7622bd4c69e84ca5c1646e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63831144, jitterRate=-0.04884183406829834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:19:09,213 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 6bb710fc84790eb2bbdfa785616266cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61992855, jitterRate=-0.07623447477817535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:19:09,213 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 6bb710fc84790eb2bbdfa785616266cf: 2024-11-20T13:19:09,213 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 8dbed030b7622bd4c69e84ca5c1646e7: 2024-11-20T13:19:09,214 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf., pid=13, masterSystemTime=1732108749198 2024-11-20T13:19:09,214 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7., pid=12, masterSystemTime=1732108749197 2024-11-20T13:19:09,216 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. 2024-11-20T13:19:09,216 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. 2024-11-20T13:19:09,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6bb710fc84790eb2bbdfa785616266cf, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:09,217 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. 2024-11-20T13:19:09,217 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. 2024-11-20T13:19:09,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8dbed030b7622bd4c69e84ca5c1646e7, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:09,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-20T13:19:09,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 6bb710fc84790eb2bbdfa785616266cf, server=5ef453f0fbb6,38299,1732108747493 in 173 msec 2024-11-20T13:19:09,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T13:19:09,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 8dbed030b7622bd4c69e84ca5c1646e7, server=5ef453f0fbb6,43831,1732108747450 in 174 msec 2024-11-20T13:19:09,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6bb710fc84790eb2bbdfa785616266cf, ASSIGN in 330 msec 2024-11-20T13:19:09,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T13:19:09,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8dbed030b7622bd4c69e84ca5c1646e7, ASSIGN in 331 msec 2024-11-20T13:19:09,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:19:09,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108749224"}]},"ts":"1732108749224"} 2024-11-20T13:19:09,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-20T13:19:09,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:19:09,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 373 msec 2024-11-20T13:19:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:09,465 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-20T13:19:09,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-20T13:19:09,465 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:19:09,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-20T13:19:09,468 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:19:09,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-20T13:19:09,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:09,472 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:09,488 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 8dbed030b7622bd4c69e84ca5c1646e7 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-20T13:19:09,504 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/8dbed030b7622bd4c69e84ca5c1646e7/.tmp/family/bab1169fcbd24763aafb13879c8d1c38 is 32, key is 1/family:/1732108749473/Put/seqid=0 2024-11-20T13:19:09,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741841_1017 (size=5054) 2024-11-20T13:19:09,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741841_1017 (size=5054) 2024-11-20T13:19:09,511 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/8dbed030b7622bd4c69e84ca5c1646e7/.tmp/family/bab1169fcbd24763aafb13879c8d1c38 2024-11-20T13:19:09,518 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/8dbed030b7622bd4c69e84ca5c1646e7/.tmp/family/bab1169fcbd24763aafb13879c8d1c38 as hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/8dbed030b7622bd4c69e84ca5c1646e7/family/bab1169fcbd24763aafb13879c8d1c38 2024-11-20T13:19:09,524 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/8dbed030b7622bd4c69e84ca5c1646e7/family/bab1169fcbd24763aafb13879c8d1c38, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T13:19:09,525 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8dbed030b7622bd4c69e84ca5c1646e7 in 37ms, sequenceid=8, compaction requested=false 2024-11-20T13:19:09,525 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 8dbed030b7622bd4c69e84ca5c1646e7: 2024-11-20T13:19:09,525 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 6bb710fc84790eb2bbdfa785616266cf 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-20T13:19:09,541 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/6bb710fc84790eb2bbdfa785616266cf/.tmp/family/f2e7f2ef710a459583355d5c919085a9 is 32, key is 5/family:/1732108749482/Put/seqid=0 2024-11-20T13:19:09,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741842_1018 (size=5083) 2024-11-20T13:19:09,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741842_1018 (size=5083) 2024-11-20T13:19:09,547 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/6bb710fc84790eb2bbdfa785616266cf/.tmp/family/f2e7f2ef710a459583355d5c919085a9 2024-11-20T13:19:09,553 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/6bb710fc84790eb2bbdfa785616266cf/.tmp/family/f2e7f2ef710a459583355d5c919085a9 as hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/6bb710fc84790eb2bbdfa785616266cf/family/f2e7f2ef710a459583355d5c919085a9 2024-11-20T13:19:09,558 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/6bb710fc84790eb2bbdfa785616266cf/family/f2e7f2ef710a459583355d5c919085a9, entries=5, sequenceid=9, filesize=5.0 K 2024-11-20T13:19:09,558 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6bb710fc84790eb2bbdfa785616266cf in 33ms, sequenceid=9, compaction requested=false 2024-11-20T13:19:09,559 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 6bb710fc84790eb2bbdfa785616266cf: 2024-11-20T13:19:09,561 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file bab1169fcbd24763aafb13879c8d1c38, starting offset: 0, end offset: 9223372036854775807 2024-11-20T13:19:09,561 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key bab1169fcbd24763aafb13879c8d1c38_0 from back map with offset lock 2094080 in the evict process 2024-11-20T13:19:09,562 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file f2e7f2ef710a459583355d5c919085a9, starting offset: 0, end offset: 9223372036854775807 2024-11-20T13:19:09,562 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key f2e7f2ef710a459583355d5c919085a9_0 from back map with offset lock 2094080 in the evict process 2024-11-20T13:19:09,563 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T13:19:09,563 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:19:09,563 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71191b07 to 127.0.0.1:59363 2024-11-20T13:19:09,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:09,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:19:09,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=193385107, stopped=false 2024-11-20T13:19:09,563 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5ef453f0fbb6,40707,1732108747410 2024-11-20T13:19:09,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:09,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:09,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:09,567 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T13:19:09,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:09,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:09,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:09,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:09,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:09,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:09,568 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,43831,1732108747450' ***** 2024-11-20T13:19:09,568 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:19:09,568 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,38299,1732108747493' ***** 2024-11-20T13:19:09,568 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:19:09,568 INFO [RS:1;5ef453f0fbb6:38299 {}] bucket.BucketCache(1726): Disabling cache 2024-11-20T13:19:09,568 INFO [RS:0;5ef453f0fbb6:43831 {}] bucket.BucketCache(1726): Disabling cache 2024-11-20T13:19:09,568 INFO [RS:1;5ef453f0fbb6:38299 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-20T13:19:09,568 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-20T13:19:09,568 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-20T13:19:09,569 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:19:09,569 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-20T13:19:09,569 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-20T13:19:09,569 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-20T13:19:09,569 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:19:09,569 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-20T13:19:09,569 INFO [RS:0;5ef453f0fbb6:43831 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-20T13:19:09,569 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:19:09,569 INFO [RS:0;5ef453f0fbb6:43831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:19:09,569 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:19:09,569 INFO [RS:0;5ef453f0fbb6:43831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:19:09,569 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(3579): Received CLOSE for 7d5eb27f70a3529796608b8df902def4 2024-11-20T13:19:09,569 INFO [RS:1;5ef453f0fbb6:38299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:19:09,569 INFO [RS:1;5ef453f0fbb6:38299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:19:09,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:09,569 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(3579): Received CLOSE for 6bb710fc84790eb2bbdfa785616266cf 2024-11-20T13:19:09,570 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(3579): Received CLOSE for 8dbed030b7622bd4c69e84ca5c1646e7 2024-11-20T13:19:09,570 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:09,570 DEBUG [RS:0;5ef453f0fbb6:43831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:09,570 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T13:19:09,570 DEBUG [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(1603): Online Regions={7d5eb27f70a3529796608b8df902def4=hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4., 8dbed030b7622bd4c69e84ca5c1646e7=testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7.} 2024-11-20T13:19:09,570 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:09,570 DEBUG [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(1629): Waiting on 7d5eb27f70a3529796608b8df902def4, 8dbed030b7622bd4c69e84ca5c1646e7 2024-11-20T13:19:09,570 DEBUG [RS:1;5ef453f0fbb6:38299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:09,570 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6bb710fc84790eb2bbdfa785616266cf, disabling compactions & flushes 2024-11-20T13:19:09,570 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:19:09,570 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. 2024-11-20T13:19:09,570 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:19:09,570 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. 2024-11-20T13:19:09,570 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:19:09,570 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. after waiting 0 ms 2024-11-20T13:19:09,570 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7d5eb27f70a3529796608b8df902def4, disabling compactions & flushes 2024-11-20T13:19:09,570 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. 2024-11-20T13:19:09,570 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. 2024-11-20T13:19:09,570 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T13:19:09,570 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. 2024-11-20T13:19:09,570 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. after waiting 0 ms 2024-11-20T13:19:09,570 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. 2024-11-20T13:19:09,570 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 7d5eb27f70a3529796608b8df902def4 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T13:19:09,570 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T13:19:09,570 DEBUG [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(1603): Online Regions={6bb710fc84790eb2bbdfa785616266cf=testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T13:19:09,570 DEBUG [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 6bb710fc84790eb2bbdfa785616266cf 2024-11-20T13:19:09,570 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:19:09,571 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:19:09,571 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:19:09,571 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:19:09,571 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:19:09,571 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-20T13:19:09,580 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/6bb710fc84790eb2bbdfa785616266cf/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T13:19:09,581 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. 2024-11-20T13:19:09,581 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6bb710fc84790eb2bbdfa785616266cf: 2024-11-20T13:19:09,581 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf. 2024-11-20T13:19:09,581 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:09,582 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:09,588 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740/.tmp/info/5753f1f55ea2445aabef0e147ca4190f is 173, key is testClearRegionBlockCache,5,1732108748855.6bb710fc84790eb2bbdfa785616266cf./info:regioninfo/1732108749217/Put/seqid=0 2024-11-20T13:19:09,591 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/namespace/7d5eb27f70a3529796608b8df902def4/.tmp/info/2b40498c21584e9b90ea35dd5d8b1404 is 45, key is default/info:d/1732108748728/Put/seqid=0 2024-11-20T13:19:09,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741843_1019 (size=9337) 2024-11-20T13:19:09,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741843_1019 (size=9337) 2024-11-20T13:19:09,595 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740/.tmp/info/5753f1f55ea2445aabef0e147ca4190f 2024-11-20T13:19:09,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741844_1020 (size=5037) 2024-11-20T13:19:09,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741844_1020 (size=5037) 2024-11-20T13:19:09,598 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/namespace/7d5eb27f70a3529796608b8df902def4/.tmp/info/2b40498c21584e9b90ea35dd5d8b1404 2024-11-20T13:19:09,605 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/namespace/7d5eb27f70a3529796608b8df902def4/.tmp/info/2b40498c21584e9b90ea35dd5d8b1404 as hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/namespace/7d5eb27f70a3529796608b8df902def4/info/2b40498c21584e9b90ea35dd5d8b1404 2024-11-20T13:19:09,611 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/namespace/7d5eb27f70a3529796608b8df902def4/info/2b40498c21584e9b90ea35dd5d8b1404, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T13:19:09,613 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 7d5eb27f70a3529796608b8df902def4 in 43ms, sequenceid=6, compaction requested=false 2024-11-20T13:19:09,620 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/namespace/7d5eb27f70a3529796608b8df902def4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T13:19:09,620 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. 2024-11-20T13:19:09,620 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7d5eb27f70a3529796608b8df902def4: 2024-11-20T13:19:09,620 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732108748312.7d5eb27f70a3529796608b8df902def4. 2024-11-20T13:19:09,620 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8dbed030b7622bd4c69e84ca5c1646e7, disabling compactions & flushes 2024-11-20T13:19:09,620 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. 2024-11-20T13:19:09,620 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. 2024-11-20T13:19:09,620 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. after waiting 0 ms 2024-11-20T13:19:09,621 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. 2024-11-20T13:19:09,623 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740/.tmp/table/9640bc3310824c76880a53fda65f7121 is 61, key is testClearRegionBlockCache/table:state/1732108749224/Put/seqid=0 2024-11-20T13:19:09,628 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/default/testClearRegionBlockCache/8dbed030b7622bd4c69e84ca5c1646e7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T13:19:09,629 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. 2024-11-20T13:19:09,629 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8dbed030b7622bd4c69e84ca5c1646e7: 2024-11-20T13:19:09,629 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732108748855.8dbed030b7622bd4c69e84ca5c1646e7. 2024-11-20T13:19:09,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741845_1021 (size=5392) 2024-11-20T13:19:09,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741845_1021 (size=5392) 2024-11-20T13:19:09,632 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740/.tmp/table/9640bc3310824c76880a53fda65f7121 2024-11-20T13:19:09,638 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740/.tmp/info/5753f1f55ea2445aabef0e147ca4190f as hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740/info/5753f1f55ea2445aabef0e147ca4190f 2024-11-20T13:19:09,643 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740/info/5753f1f55ea2445aabef0e147ca4190f, entries=30, sequenceid=16, filesize=9.1 K 2024-11-20T13:19:09,645 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740/.tmp/table/9640bc3310824c76880a53fda65f7121 as hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740/table/9640bc3310824c76880a53fda65f7121 2024-11-20T13:19:09,650 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740/table/9640bc3310824c76880a53fda65f7121, entries=4, sequenceid=16, filesize=5.3 K 2024-11-20T13:19:09,651 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 80ms, sequenceid=16, compaction requested=false 2024-11-20T13:19:09,655 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T13:19:09,656 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:19:09,656 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:19:09,656 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:19:09,656 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:19:09,770 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,43831,1732108747450; all regions closed. 2024-11-20T13:19:09,771 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,38299,1732108747493; all regions closed. 2024-11-20T13:19:09,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741833_1009 (size=3079) 2024-11-20T13:19:09,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741833_1009 (size=3079) 2024-11-20T13:19:09,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741835_1011 (size=5602) 2024-11-20T13:19:09,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741835_1011 (size=5602) 2024-11-20T13:19:09,776 DEBUG [RS:0;5ef453f0fbb6:43831 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/oldWALs 2024-11-20T13:19:09,776 INFO [RS:0;5ef453f0fbb6:43831 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C43831%2C1732108747450:(num 1732108747926) 2024-11-20T13:19:09,776 DEBUG [RS:0;5ef453f0fbb6:43831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:09,776 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:09,776 INFO [RS:0;5ef453f0fbb6:43831 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T13:19:09,776 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:19:09,776 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:19:09,776 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:19:09,776 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:19:09,776 DEBUG [RS:1;5ef453f0fbb6:38299 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/oldWALs 2024-11-20T13:19:09,776 INFO [RS:1;5ef453f0fbb6:38299 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C38299%2C1732108747493.meta:.meta(num 1732108748259) 2024-11-20T13:19:09,776 INFO [RS:0;5ef453f0fbb6:43831 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43831 2024-11-20T13:19:09,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,43831,1732108747450 2024-11-20T13:19:09,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:19:09,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,43831,1732108747450] 2024-11-20T13:19:09,784 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,43831,1732108747450; numProcessing=1 2024-11-20T13:19:09,786 INFO [regionserver/5ef453f0fbb6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T13:19:09,786 INFO [regionserver/5ef453f0fbb6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T13:19:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741834_1010 (size=1867) 2024-11-20T13:19:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741834_1010 (size=1867) 2024-11-20T13:19:09,787 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,43831,1732108747450 already deleted, retry=false 2024-11-20T13:19:09,787 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,43831,1732108747450 expired; onlineServers=1 2024-11-20T13:19:09,789 DEBUG [RS:1;5ef453f0fbb6:38299 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/oldWALs 2024-11-20T13:19:09,789 INFO [RS:1;5ef453f0fbb6:38299 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C38299%2C1732108747493:(num 1732108747926) 2024-11-20T13:19:09,789 DEBUG [RS:1;5ef453f0fbb6:38299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:09,789 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:09,789 INFO [RS:1;5ef453f0fbb6:38299 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T13:19:09,789 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:19:09,790 INFO [RS:1;5ef453f0fbb6:38299 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38299 2024-11-20T13:19:09,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,38299,1732108747493 2024-11-20T13:19:09,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:19:09,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,38299,1732108747493] 2024-11-20T13:19:09,793 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,38299,1732108747493; numProcessing=2 2024-11-20T13:19:09,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,38299,1732108747493 already deleted, retry=false 2024-11-20T13:19:09,794 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,38299,1732108747493 expired; onlineServers=0 2024-11-20T13:19:09,794 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,40707,1732108747410' ***** 2024-11-20T13:19:09,794 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:19:09,794 DEBUG [M:0;5ef453f0fbb6:40707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2186ba89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:19:09,794 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,40707,1732108747410 2024-11-20T13:19:09,794 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,40707,1732108747410; all regions closed. 2024-11-20T13:19:09,794 DEBUG [M:0;5ef453f0fbb6:40707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:09,794 DEBUG [M:0;5ef453f0fbb6:40707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:19:09,795 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:19:09,795 DEBUG [M:0;5ef453f0fbb6:40707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:19:09,795 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108747659 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108747659,5,FailOnTimeoutGroup] 2024-11-20T13:19:09,795 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108747658 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108747658,5,FailOnTimeoutGroup] 2024-11-20T13:19:09,795 INFO [M:0;5ef453f0fbb6:40707 {}] hbase.ChoreService(370): Chore service for: master/5ef453f0fbb6:0 had [] on shutdown 2024-11-20T13:19:09,795 DEBUG [M:0;5ef453f0fbb6:40707 {}] master.HMaster(1733): Stopping service threads 2024-11-20T13:19:09,795 INFO [M:0;5ef453f0fbb6:40707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:19:09,795 INFO [M:0;5ef453f0fbb6:40707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:19:09,795 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:19:09,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:09,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:09,796 DEBUG [M:0;5ef453f0fbb6:40707 {}] zookeeper.ZKUtil(347): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:19:09,796 WARN [M:0;5ef453f0fbb6:40707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:19:09,796 INFO [M:0;5ef453f0fbb6:40707 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T13:19:09,796 INFO [M:0;5ef453f0fbb6:40707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:19:09,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:09,796 DEBUG [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:19:09,796 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:09,796 DEBUG [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:09,797 DEBUG [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:19:09,797 DEBUG [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:09,797 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-11-20T13:19:09,815 DEBUG [M:0;5ef453f0fbb6:40707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3985bc0f0cc34124a166a83e795d3b80 is 82, key is hbase:meta,,1/info:regioninfo/1732108748294/Put/seqid=0 2024-11-20T13:19:09,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741846_1022 (size=5672) 2024-11-20T13:19:09,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741846_1022 (size=5672) 2024-11-20T13:19:09,822 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3985bc0f0cc34124a166a83e795d3b80 2024-11-20T13:19:09,842 DEBUG [M:0;5ef453f0fbb6:40707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fb64dd74c6947c79c9fd31a03152301 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732108749229/Put/seqid=0 2024-11-20T13:19:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741847_1023 (size=7579) 2024-11-20T13:19:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741847_1023 (size=7579) 2024-11-20T13:19:09,850 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fb64dd74c6947c79c9fd31a03152301 2024-11-20T13:19:09,873 DEBUG [M:0;5ef453f0fbb6:40707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b5a7781b72844aabaa0e4f9839c07c3 is 69, key is 5ef453f0fbb6,38299,1732108747493/rs:state/1732108747735/Put/seqid=0 2024-11-20T13:19:09,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741848_1024 (size=5224) 2024-11-20T13:19:09,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741848_1024 (size=5224) 2024-11-20T13:19:09,879 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b5a7781b72844aabaa0e4f9839c07c3 2024-11-20T13:19:09,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:09,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x1001515bb690001, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:09,886 INFO [RS:0;5ef453f0fbb6:43831 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,43831,1732108747450; zookeeper connection closed. 2024-11-20T13:19:09,888 DEBUG [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3985bc0f0cc34124a166a83e795d3b80 as hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3985bc0f0cc34124a166a83e795d3b80 2024-11-20T13:19:09,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54def643 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54def643 2024-11-20T13:19:09,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:09,893 INFO [RS:1;5ef453f0fbb6:38299 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,38299,1732108747493; zookeeper connection closed. 2024-11-20T13:19:09,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1001515bb690002, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:09,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40805b9f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40805b9f 2024-11-20T13:19:09,893 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-20T13:19:09,894 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3985bc0f0cc34124a166a83e795d3b80, entries=8, sequenceid=108, filesize=5.5 K 2024-11-20T13:19:09,895 DEBUG [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fb64dd74c6947c79c9fd31a03152301 as hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7fb64dd74c6947c79c9fd31a03152301 2024-11-20T13:19:09,901 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7fb64dd74c6947c79c9fd31a03152301, entries=13, sequenceid=108, filesize=7.4 K 2024-11-20T13:19:09,902 DEBUG [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b5a7781b72844aabaa0e4f9839c07c3 as hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b5a7781b72844aabaa0e4f9839c07c3 2024-11-20T13:19:09,908 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34309/user/jenkins/test-data/9be66eba-4030-1857-c890-834d14f87a46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b5a7781b72844aabaa0e4f9839c07c3, entries=2, sequenceid=108, filesize=5.1 K 2024-11-20T13:19:09,909 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=108, compaction requested=false 2024-11-20T13:19:09,910 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:09,910 DEBUG [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:19:09,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741830_1006 (size=54477) 2024-11-20T13:19:09,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741830_1006 (size=54477) 2024-11-20T13:19:09,923 INFO [M:0;5ef453f0fbb6:40707 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T13:19:09,923 INFO [M:0;5ef453f0fbb6:40707 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40707 2024-11-20T13:19:09,924 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:19:09,926 DEBUG [M:0;5ef453f0fbb6:40707 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5ef453f0fbb6,40707,1732108747410 already deleted, retry=false 2024-11-20T13:19:10,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:10,027 INFO [M:0;5ef453f0fbb6:40707 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,40707,1732108747410; zookeeper connection closed. 2024-11-20T13:19:10,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x1001515bb690000, quorum=127.0.0.1:59363, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:10,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72e1a93d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:10,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cd788bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:19:10,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:19:10,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63983077{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:19:10,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc60214{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/hadoop.log.dir/,STOPPED} 2024-11-20T13:19:10,036 WARN [BP-1036918415-172.17.0.2-1732108746657 heartbeating to localhost/127.0.0.1:34309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:19:10,036 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:19:10,036 WARN [BP-1036918415-172.17.0.2-1732108746657 heartbeating to localhost/127.0.0.1:34309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1036918415-172.17.0.2-1732108746657 (Datanode Uuid 34223896-8a55-4994-89b4-66c8116d79e8) service to localhost/127.0.0.1:34309 2024-11-20T13:19:10,036 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:19:10,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/cluster_19be0294-6c5c-816c-0c41-54dbb8bc9d9c/dfs/data/data3/current/BP-1036918415-172.17.0.2-1732108746657 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:10,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/cluster_19be0294-6c5c-816c-0c41-54dbb8bc9d9c/dfs/data/data4/current/BP-1036918415-172.17.0.2-1732108746657 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:10,037 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:19:10,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@746b659d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:10,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a502bdc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:19:10,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:19:10,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@221dd9b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:19:10,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379cded5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/hadoop.log.dir/,STOPPED} 2024-11-20T13:19:10,045 WARN [BP-1036918415-172.17.0.2-1732108746657 heartbeating to localhost/127.0.0.1:34309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:19:10,045 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:19:10,045 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:19:10,045 WARN [BP-1036918415-172.17.0.2-1732108746657 heartbeating to localhost/127.0.0.1:34309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1036918415-172.17.0.2-1732108746657 (Datanode Uuid 70d408ad-fb2b-4234-9ee8-c5008f2ebe1c) service to localhost/127.0.0.1:34309 2024-11-20T13:19:10,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/cluster_19be0294-6c5c-816c-0c41-54dbb8bc9d9c/dfs/data/data1/current/BP-1036918415-172.17.0.2-1732108746657 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:10,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/cluster_19be0294-6c5c-816c-0c41-54dbb8bc9d9c/dfs/data/data2/current/BP-1036918415-172.17.0.2-1732108746657 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:10,046 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:19:10,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50123ffe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:19:10,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@484b73d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:19:10,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:19:10,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ff8ffdb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:19:10,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e02275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/hadoop.log.dir/,STOPPED} 2024-11-20T13:19:10,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:19:10,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T13:19:10,086 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=178 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:34309 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:34309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:34309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:34309 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=531 (was 500) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 260) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2354 (was 2491) 2024-11-20T13:19:10,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=178, OpenFileDescriptor=531, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=2354 2024-11-20T13:19:10,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/hadoop.log.dir so I do NOT create it in target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9 2024-11-20T13:19:10,108 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T13:19:10,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/hadoop.tmp.dir so I do NOT create it in target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9 2024-11-20T13:19:10,108 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8240fd01-c70b-d238-9aa1-07352887cea9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T13:19:10,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/cluster_aa471feb-2d21-679e-7287-699ec9972b6a, deleteOnExit=true 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/test.cache.data in system properties and HBase conf 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T13:19:10,109 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:19:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:19:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:19:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:19:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:19:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:19:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:19:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:19:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:19:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:19:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:19:10,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:19:10,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:19:10,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:19:10,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:19:10,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:19:10,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:19:10,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b57001{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:19:10,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9d12a1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:19:10,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b05cad9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/java.io.tmpdir/jetty-localhost-35449-hadoop-hdfs-3_4_1-tests_jar-_-any-1688890355130065160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:19:10,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@484155d9{HTTP/1.1, (http/1.1)}{localhost:35449} 2024-11-20T13:19:10,323 INFO [Time-limited test {}] server.Server(415): Started @29232ms 2024-11-20T13:19:10,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:19:10,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:19:10,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:19:10,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:19:10,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:19:10,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1113e269{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:19:10,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f385e3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:19:10,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@633637cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/java.io.tmpdir/jetty-localhost-35313-hadoop-hdfs-3_4_1-tests_jar-_-any-3338883059788845379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:10,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@492377ae{HTTP/1.1, (http/1.1)}{localhost:35313} 2024-11-20T13:19:10,546 INFO [Time-limited test {}] server.Server(415): Started @29454ms 2024-11-20T13:19:10,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:19:10,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:19:10,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:19:10,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:19:10,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:19:10,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:19:10,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee5046b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:19:10,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1283b27a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:19:10,694 WARN [Thread-1438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/cluster_aa471feb-2d21-679e-7287-699ec9972b6a/dfs/data/data1/current/BP-31844393-172.17.0.2-1732108750132/current, will proceed with Du for space computation calculation, 2024-11-20T13:19:10,695 WARN [Thread-1439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/cluster_aa471feb-2d21-679e-7287-699ec9972b6a/dfs/data/data2/current/BP-31844393-172.17.0.2-1732108750132/current, will proceed with Du for space computation calculation, 2024-11-20T13:19:10,720 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:19:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x977bb597d428cd70 with lease ID 0xca356a95ae40d29b: Processing first storage report for DS-b7c9245f-f07d-49eb-86d1-272293d4c1d0 from datanode DatanodeRegistration(127.0.0.1:41717, datanodeUuid=2c67d9f7-10b8-449b-856b-c837a042f5a9, infoPort=35541, infoSecurePort=0, ipcPort=45227, storageInfo=lv=-57;cid=testClusterID;nsid=2048841863;c=1732108750132) 2024-11-20T13:19:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x977bb597d428cd70 with lease ID 0xca356a95ae40d29b: from storage DS-b7c9245f-f07d-49eb-86d1-272293d4c1d0 node DatanodeRegistration(127.0.0.1:41717, datanodeUuid=2c67d9f7-10b8-449b-856b-c837a042f5a9, infoPort=35541, infoSecurePort=0, ipcPort=45227, storageInfo=lv=-57;cid=testClusterID;nsid=2048841863;c=1732108750132), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:19:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x977bb597d428cd70 with lease ID 0xca356a95ae40d29b: Processing first storage report for DS-3b13c861-995b-49d3-aac9-3ecf26c89744 from datanode DatanodeRegistration(127.0.0.1:41717, datanodeUuid=2c67d9f7-10b8-449b-856b-c837a042f5a9, infoPort=35541, infoSecurePort=0, ipcPort=45227, storageInfo=lv=-57;cid=testClusterID;nsid=2048841863;c=1732108750132) 2024-11-20T13:19:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x977bb597d428cd70 with lease ID 0xca356a95ae40d29b: from storage DS-3b13c861-995b-49d3-aac9-3ecf26c89744 node DatanodeRegistration(127.0.0.1:41717, datanodeUuid=2c67d9f7-10b8-449b-856b-c837a042f5a9, infoPort=35541, infoSecurePort=0, ipcPort=45227, storageInfo=lv=-57;cid=testClusterID;nsid=2048841863;c=1732108750132), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:19:10,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e2c1deb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/java.io.tmpdir/jetty-localhost-43195-hadoop-hdfs-3_4_1-tests_jar-_-any-11760943663669430494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:10,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60d4eec6{HTTP/1.1, (http/1.1)}{localhost:43195} 2024-11-20T13:19:10,756 INFO [Time-limited test {}] server.Server(415): Started @29664ms 2024-11-20T13:19:10,757 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:19:10,834 WARN [Thread-1464 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/cluster_aa471feb-2d21-679e-7287-699ec9972b6a/dfs/data/data3/current/BP-31844393-172.17.0.2-1732108750132/current, will proceed with Du for space computation calculation, 2024-11-20T13:19:10,834 WARN [Thread-1465 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/cluster_aa471feb-2d21-679e-7287-699ec9972b6a/dfs/data/data4/current/BP-31844393-172.17.0.2-1732108750132/current, will proceed with Du for space computation calculation, 2024-11-20T13:19:10,851 WARN [Thread-1453 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:19:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ce9ece98b805ce5 with lease ID 0xca356a95ae40d29c: Processing first storage report for DS-35ebecde-2ce6-4648-bf39-9e21c9db12fe from datanode DatanodeRegistration(127.0.0.1:44713, datanodeUuid=96e101e2-061d-4189-a7f3-1fc9a18c0f4a, infoPort=42601, infoSecurePort=0, ipcPort=43243, storageInfo=lv=-57;cid=testClusterID;nsid=2048841863;c=1732108750132) 2024-11-20T13:19:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ce9ece98b805ce5 with lease ID 0xca356a95ae40d29c: from storage DS-35ebecde-2ce6-4648-bf39-9e21c9db12fe node DatanodeRegistration(127.0.0.1:44713, datanodeUuid=96e101e2-061d-4189-a7f3-1fc9a18c0f4a, infoPort=42601, infoSecurePort=0, ipcPort=43243, storageInfo=lv=-57;cid=testClusterID;nsid=2048841863;c=1732108750132), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T13:19:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ce9ece98b805ce5 with lease ID 0xca356a95ae40d29c: Processing first storage report for DS-01ff89dc-648e-4d13-93cb-0fcfabede6d2 from datanode DatanodeRegistration(127.0.0.1:44713, datanodeUuid=96e101e2-061d-4189-a7f3-1fc9a18c0f4a, infoPort=42601, infoSecurePort=0, ipcPort=43243, storageInfo=lv=-57;cid=testClusterID;nsid=2048841863;c=1732108750132) 2024-11-20T13:19:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ce9ece98b805ce5 with lease ID 0xca356a95ae40d29c: from storage DS-01ff89dc-648e-4d13-93cb-0fcfabede6d2 node DatanodeRegistration(127.0.0.1:44713, datanodeUuid=96e101e2-061d-4189-a7f3-1fc9a18c0f4a, infoPort=42601, infoSecurePort=0, ipcPort=43243, storageInfo=lv=-57;cid=testClusterID;nsid=2048841863;c=1732108750132), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:19:10,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9 2024-11-20T13:19:10,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/cluster_aa471feb-2d21-679e-7287-699ec9972b6a/zookeeper_0, clientPort=63774, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/cluster_aa471feb-2d21-679e-7287-699ec9972b6a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/cluster_aa471feb-2d21-679e-7287-699ec9972b6a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:19:10,887 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63774 2024-11-20T13:19:10,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:10,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:19:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:19:10,902 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30 with version=8 2024-11-20T13:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/hbase-staging 2024-11-20T13:19:10,905 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:19:10,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:10,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:10,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:19:10,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:10,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:19:10,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:19:10,906 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:19:10,906 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33843 2024-11-20T13:19:10,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:10,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:10,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33843 connecting to ZooKeeper ensemble=127.0.0.1:63774 2024-11-20T13:19:10,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338430x0, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:19:10,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33843-0x1001515c90c0000 connected 2024-11-20T13:19:10,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:10,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:10,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:19:10,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33843 2024-11-20T13:19:10,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33843 2024-11-20T13:19:10,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33843 2024-11-20T13:19:10,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33843 2024-11-20T13:19:10,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33843 2024-11-20T13:19:10,939 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30, hbase.cluster.distributed=false 2024-11-20T13:19:10,955 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:19:10,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:10,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:10,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:19:10,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:10,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:19:10,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:19:10,956 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:19:10,956 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36645 2024-11-20T13:19:10,956 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:19:10,957 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-20T13:19:10,964 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-20T13:19:10,965 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-20T13:19:10,965 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-20T13:19:10,965 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:19:10,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:10,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:10,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36645 connecting to ZooKeeper ensemble=127.0.0.1:63774 2024-11-20T13:19:10,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366450x0, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:19:10,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36645-0x1001515c90c0001 connected 2024-11-20T13:19:10,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:10,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:10,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:19:10,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36645 2024-11-20T13:19:10,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36645 2024-11-20T13:19:10,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36645 2024-11-20T13:19:10,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36645 2024-11-20T13:19:10,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36645 2024-11-20T13:19:11,004 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:19:11,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:11,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:11,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:19:11,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:19:11,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:19:11,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:19:11,005 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:19:11,005 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32943 2024-11-20T13:19:11,006 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:19:11,006 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-20T13:19:11,014 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-20T13:19:11,014 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-20T13:19:11,014 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-20T13:19:11,015 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:19:11,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:11,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:11,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32943 connecting to ZooKeeper ensemble=127.0.0.1:63774 2024-11-20T13:19:11,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329430x0, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:19:11,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:11,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32943-0x1001515c90c0002 connected 2024-11-20T13:19:11,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:11,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:19:11,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32943 2024-11-20T13:19:11,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32943 2024-11-20T13:19:11,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32943 2024-11-20T13:19:11,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32943 2024-11-20T13:19:11,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32943 2024-11-20T13:19:11,028 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5ef453f0fbb6,33843,1732108750904 2024-11-20T13:19:11,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:11,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:11,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:11,031 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5ef453f0fbb6,33843,1732108750904 2024-11-20T13:19:11,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:11,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:11,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,034 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:19:11,034 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5ef453f0fbb6,33843,1732108750904 from backup master directory 2024-11-20T13:19:11,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:11,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5ef453f0fbb6,33843,1732108750904 2024-11-20T13:19:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:19:11,037 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:19:11,037 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5ef453f0fbb6,33843,1732108750904 2024-11-20T13:19:11,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:19:11,048 DEBUG [M:0;5ef453f0fbb6:33843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5ef453f0fbb6:33843 2024-11-20T13:19:11,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:19:11,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:19:11,063 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/hbase.id with ID: 08eff359-fa23-4f09-bd70-95f19a2e8787 2024-11-20T13:19:11,083 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:19:11,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:19:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:19:11,096 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:19:11,097 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:19:11,097 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:11,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:19:11,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:19:11,107 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store 2024-11-20T13:19:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:19:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:19:11,118 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:11,118 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:19:11,118 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:11,118 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:11,118 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:19:11,118 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:11,118 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:11,118 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:19:11,119 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/.initializing 2024-11-20T13:19:11,119 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/WALs/5ef453f0fbb6,33843,1732108750904 2024-11-20T13:19:11,120 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:19:11,122 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C33843%2C1732108750904, suffix=, logDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/WALs/5ef453f0fbb6,33843,1732108750904, archiveDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/oldWALs, maxLogs=10 2024-11-20T13:19:11,135 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/WALs/5ef453f0fbb6,33843,1732108750904/5ef453f0fbb6%2C33843%2C1732108750904.1732108751122, exclude list is [], retry=0 2024-11-20T13:19:11,138 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-b7c9245f-f07d-49eb-86d1-272293d4c1d0,DISK] 2024-11-20T13:19:11,138 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-35ebecde-2ce6-4648-bf39-9e21c9db12fe,DISK] 2024-11-20T13:19:11,139 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T13:19:11,141 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/WALs/5ef453f0fbb6,33843,1732108750904/5ef453f0fbb6%2C33843%2C1732108750904.1732108751122 2024-11-20T13:19:11,141 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35541:35541),(127.0.0.1/127.0.0.1:42601:42601)] 2024-11-20T13:19:11,141 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:19:11,142 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:11,142 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:11,142 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:11,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:11,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:19:11,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:11,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:11,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:11,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:19:11,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:11,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:11,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:11,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:19:11,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:11,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:11,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:11,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:19:11,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:11,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:11,152 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:11,152 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:11,155 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:19:11,157 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:19:11,160 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:11,160 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62404735, jitterRate=-0.07009698450565338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:19:11,161 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:19:11,164 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:19:11,167 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c4b0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:11,168 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T13:19:11,169 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T13:19:11,169 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T13:19:11,169 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:19:11,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:11,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:11,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:11,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:11,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:11,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:11,184 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 15 msec 2024-11-20T13:19:11,185 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-20T13:19:11,185 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:19:11,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:11,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:19:11,204 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:19:11,212 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:19:11,213 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:19:11,214 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:19:11,214 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:19:11,215 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:19:11,216 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:19:11,216 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:19:11,217 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:19:11,218 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:19:11,219 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:19:11,220 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:19:11,221 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:19:11,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:11,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:11,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:11,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,223 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5ef453f0fbb6,33843,1732108750904, sessionid=0x1001515c90c0000, setting cluster-up flag (Was=false) 2024-11-20T13:19:11,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,231 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:19:11,231 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,33843,1732108750904 2024-11-20T13:19:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,239 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:19:11,240 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,33843,1732108750904 2024-11-20T13:19:11,250 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T13:19:11,250 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T13:19:11,250 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:19:11,250 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5ef453f0fbb6,33843,1732108750904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:19:11,251 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:19:11,251 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:19:11,251 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:19:11,251 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:19:11,251 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5ef453f0fbb6:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:19:11,251 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,251 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:19:11,251 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:19:11,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:19:11,254 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:11,254 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:19:11,259 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732108781259 2024-11-20T13:19:11,259 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:19:11,259 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:19:11,259 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:19:11,259 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:19:11,259 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:19:11,259 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:19:11,260 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,262 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:19:11,262 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:19:11,262 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:19:11,264 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:19:11,264 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:19:11,264 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108751264,5,FailOnTimeoutGroup] 2024-11-20T13:19:11,264 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108751264,5,FailOnTimeoutGroup] 2024-11-20T13:19:11,264 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,264 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:19:11,264 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,264 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:19:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:19:11,340 DEBUG [RS:0;5ef453f0fbb6:36645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5ef453f0fbb6:36645 2024-11-20T13:19:11,340 DEBUG [RS:1;5ef453f0fbb6:32943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5ef453f0fbb6:32943 2024-11-20T13:19:11,341 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(1008): ClusterId : 08eff359-fa23-4f09-bd70-95f19a2e8787 2024-11-20T13:19:11,341 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(1008): ClusterId : 08eff359-fa23-4f09-bd70-95f19a2e8787 2024-11-20T13:19:11,341 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:19:11,341 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:19:11,344 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:19:11,344 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:19:11,344 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:19:11,344 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:19:11,346 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:19:11,346 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:19:11,346 DEBUG [RS:0;5ef453f0fbb6:36645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa0441f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:11,346 DEBUG [RS:1;5ef453f0fbb6:32943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73967f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:11,347 DEBUG [RS:0;5ef453f0fbb6:36645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6ef082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:19:11,347 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:19:11,347 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:19:11,347 DEBUG [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:19:11,347 DEBUG [RS:1;5ef453f0fbb6:32943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aef6861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:19:11,347 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:19:11,347 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:19:11,347 DEBUG [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:19:11,347 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,33843,1732108750904 with isa=5ef453f0fbb6/172.17.0.2:36645, startcode=1732108750955 2024-11-20T13:19:11,347 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,33843,1732108750904 with isa=5ef453f0fbb6/172.17.0.2:32943, startcode=1732108751003 2024-11-20T13:19:11,348 DEBUG [RS:1;5ef453f0fbb6:32943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:19:11,348 DEBUG [RS:0;5ef453f0fbb6:36645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:19:11,350 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42225, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:19:11,350 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49009, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:19:11,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33843 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:11,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33843 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:11,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33843 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,32943,1732108751003 2024-11-20T13:19:11,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33843 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,32943,1732108751003 2024-11-20T13:19:11,352 DEBUG [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30 2024-11-20T13:19:11,352 DEBUG [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34989 2024-11-20T13:19:11,352 DEBUG [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:19:11,352 DEBUG [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30 2024-11-20T13:19:11,352 DEBUG [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34989 2024-11-20T13:19:11,352 DEBUG [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:19:11,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:19:11,357 DEBUG [RS:0;5ef453f0fbb6:36645 {}] zookeeper.ZKUtil(111): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:11,357 WARN [RS:0;5ef453f0fbb6:36645 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:19:11,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,32943,1732108751003] 2024-11-20T13:19:11,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,36645,1732108750955] 2024-11-20T13:19:11,358 INFO [RS:0;5ef453f0fbb6:36645 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:11,358 DEBUG [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/WALs/5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:11,358 DEBUG [RS:1;5ef453f0fbb6:32943 {}] zookeeper.ZKUtil(111): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,32943,1732108751003 2024-11-20T13:19:11,358 WARN [RS:1;5ef453f0fbb6:32943 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:19:11,358 INFO [RS:1;5ef453f0fbb6:32943 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:11,358 DEBUG [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/WALs/5ef453f0fbb6,32943,1732108751003 2024-11-20T13:19:11,361 DEBUG [RS:1;5ef453f0fbb6:32943 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:19:11,361 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:19:11,362 DEBUG [RS:0;5ef453f0fbb6:36645 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:19:11,363 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:19:11,363 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:19:11,368 INFO [RS:1;5ef453f0fbb6:32943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:19:11,368 INFO [RS:1;5ef453f0fbb6:32943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,368 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:19:11,368 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:19:11,368 INFO [RS:0;5ef453f0fbb6:36645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:19:11,368 INFO [RS:0;5ef453f0fbb6:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,368 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:19:11,369 INFO [RS:1;5ef453f0fbb6:32943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 INFO [RS:0;5ef453f0fbb6:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:11,369 DEBUG [RS:1;5ef453f0fbb6:32943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:11,369 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:19:11,370 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,370 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,370 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,370 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,370 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:19:11,370 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:11,370 DEBUG [RS:0;5ef453f0fbb6:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:19:11,370 INFO [RS:1;5ef453f0fbb6:32943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,370 INFO [RS:1;5ef453f0fbb6:32943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,370 INFO [RS:1;5ef453f0fbb6:32943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,370 INFO [RS:1;5ef453f0fbb6:32943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,370 INFO [RS:1;5ef453f0fbb6:32943 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,32943,1732108751003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:19:11,372 INFO [RS:0;5ef453f0fbb6:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,372 INFO [RS:0;5ef453f0fbb6:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,372 INFO [RS:0;5ef453f0fbb6:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,372 INFO [RS:0;5ef453f0fbb6:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,372 INFO [RS:0;5ef453f0fbb6:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,36645,1732108750955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:19:11,386 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:19:11,386 INFO [RS:1;5ef453f0fbb6:32943 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,32943,1732108751003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,390 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:19:11,390 INFO [RS:0;5ef453f0fbb6:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,36645,1732108750955-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:11,404 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.Replication(204): 5ef453f0fbb6,32943,1732108751003 started 2024-11-20T13:19:11,404 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,32943,1732108751003, RpcServer on 5ef453f0fbb6/172.17.0.2:32943, sessionid=0x1001515c90c0002 2024-11-20T13:19:11,404 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:19:11,404 DEBUG [RS:1;5ef453f0fbb6:32943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,32943,1732108751003 2024-11-20T13:19:11,404 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,32943,1732108751003' 2024-11-20T13:19:11,404 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:19:11,404 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.Replication(204): 5ef453f0fbb6,36645,1732108750955 started 2024-11-20T13:19:11,404 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,36645,1732108750955, RpcServer on 5ef453f0fbb6/172.17.0.2:36645, sessionid=0x1001515c90c0001 2024-11-20T13:19:11,404 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:19:11,404 DEBUG [RS:0;5ef453f0fbb6:36645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:11,404 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,36645,1732108750955' 2024-11-20T13:19:11,404 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:19:11,404 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:19:11,405 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:19:11,405 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:19:11,405 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:19:11,405 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:19:11,405 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:19:11,405 DEBUG [RS:0;5ef453f0fbb6:36645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:11,405 DEBUG [RS:1;5ef453f0fbb6:32943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,32943,1732108751003 2024-11-20T13:19:11,405 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,36645,1732108750955' 2024-11-20T13:19:11,405 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,32943,1732108751003' 2024-11-20T13:19:11,405 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:19:11,405 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:19:11,405 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:19:11,405 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:19:11,405 DEBUG [RS:0;5ef453f0fbb6:36645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:19:11,405 DEBUG [RS:1;5ef453f0fbb6:32943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:19:11,406 INFO [RS:1;5ef453f0fbb6:32943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:19:11,406 INFO [RS:0;5ef453f0fbb6:36645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:19:11,406 INFO [RS:1;5ef453f0fbb6:32943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:19:11,406 INFO [RS:0;5ef453f0fbb6:36645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:19:11,506 INFO [RS:0;5ef453f0fbb6:36645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:19:11,506 INFO [RS:1;5ef453f0fbb6:32943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:19:11,508 INFO [RS:1;5ef453f0fbb6:32943 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C32943%2C1732108751003, suffix=, logDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/WALs/5ef453f0fbb6,32943,1732108751003, archiveDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/oldWALs, maxLogs=32 2024-11-20T13:19:11,508 INFO [RS:0;5ef453f0fbb6:36645 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C36645%2C1732108750955, suffix=, logDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/WALs/5ef453f0fbb6,36645,1732108750955, archiveDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/oldWALs, maxLogs=32 2024-11-20T13:19:11,530 DEBUG [RS:0;5ef453f0fbb6:36645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/WALs/5ef453f0fbb6,36645,1732108750955/5ef453f0fbb6%2C36645%2C1732108750955.1732108751508, exclude list is [], retry=0 2024-11-20T13:19:11,530 DEBUG [RS:1;5ef453f0fbb6:32943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/WALs/5ef453f0fbb6,32943,1732108751003/5ef453f0fbb6%2C32943%2C1732108751003.1732108751508, exclude list is [], retry=0 2024-11-20T13:19:11,533 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-35ebecde-2ce6-4648-bf39-9e21c9db12fe,DISK] 2024-11-20T13:19:11,533 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-35ebecde-2ce6-4648-bf39-9e21c9db12fe,DISK] 2024-11-20T13:19:11,533 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-b7c9245f-f07d-49eb-86d1-272293d4c1d0,DISK] 2024-11-20T13:19:11,534 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-b7c9245f-f07d-49eb-86d1-272293d4c1d0,DISK] 2024-11-20T13:19:11,539 INFO [RS:1;5ef453f0fbb6:32943 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/WALs/5ef453f0fbb6,32943,1732108751003/5ef453f0fbb6%2C32943%2C1732108751003.1732108751508 2024-11-20T13:19:11,539 INFO [RS:0;5ef453f0fbb6:36645 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/WALs/5ef453f0fbb6,36645,1732108750955/5ef453f0fbb6%2C36645%2C1732108750955.1732108751508 2024-11-20T13:19:11,539 DEBUG [RS:1;5ef453f0fbb6:32943 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42601:42601),(127.0.0.1/127.0.0.1:35541:35541)] 2024-11-20T13:19:11,539 DEBUG [RS:0;5ef453f0fbb6:36645 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42601:42601),(127.0.0.1/127.0.0.1:35541:35541)] 2024-11-20T13:19:11,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T13:19:11,671 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30 2024-11-20T13:19:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741834_1010 (size=32) 2024-11-20T13:19:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741834_1010 (size=32) 2024-11-20T13:19:11,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:11,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:19:11,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:19:11,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:11,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:11,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:19:11,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:19:11,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:11,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:11,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:19:11,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:19:11,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:11,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:11,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740 2024-11-20T13:19:11,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740 2024-11-20T13:19:11,688 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:19:11,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:19:11,691 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:11,692 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68985374, jitterRate=0.027962177991867065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:19:11,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:19:11,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:19:11,693 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:19:11,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:19:11,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:19:11,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:19:11,693 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:19:11,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:19:11,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:19:11,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T13:19:11,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:19:11,696 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:19:11,696 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:19:11,847 DEBUG [5ef453f0fbb6:33843 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T13:19:11,847 DEBUG [5ef453f0fbb6:33843 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:19:11,849 DEBUG [5ef453f0fbb6:33843 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:19:11,849 DEBUG [5ef453f0fbb6:33843 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:19:11,849 INFO [5ef453f0fbb6:33843 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:19:11,849 INFO [5ef453f0fbb6:33843 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:19:11,849 DEBUG [5ef453f0fbb6:33843 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:19:11,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:11,850 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,36645,1732108750955, state=OPENING 2024-11-20T13:19:11,851 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:19:11,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:11,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:11,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:11,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:11,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,36645,1732108750955}] 2024-11-20T13:19:12,005 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:12,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:12,007 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:12,011 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T13:19:12,012 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:19:12,012 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:19:12,013 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C36645%2C1732108750955.meta, suffix=.meta, logDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/WALs/5ef453f0fbb6,36645,1732108750955, archiveDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/oldWALs, maxLogs=32 2024-11-20T13:19:12,027 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/WALs/5ef453f0fbb6,36645,1732108750955/5ef453f0fbb6%2C36645%2C1732108750955.meta.1732108752014.meta, exclude list is [], retry=0 2024-11-20T13:19:12,030 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-b7c9245f-f07d-49eb-86d1-272293d4c1d0,DISK] 2024-11-20T13:19:12,030 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-35ebecde-2ce6-4648-bf39-9e21c9db12fe,DISK] 2024-11-20T13:19:12,031 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/WALs/5ef453f0fbb6,36645,1732108750955/5ef453f0fbb6%2C36645%2C1732108750955.meta.1732108752014.meta 2024-11-20T13:19:12,032 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35541:35541),(127.0.0.1/127.0.0.1:42601:42601)] 2024-11-20T13:19:12,032 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:19:12,033 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:19:12,033 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:19:12,033 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:19:12,033 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:19:12,033 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:12,033 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T13:19:12,033 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T13:19:12,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:19:12,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:19:12,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:12,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:12,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:19:12,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:19:12,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:12,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:12,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:19:12,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:19:12,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:12,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:19:12,040 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740 2024-11-20T13:19:12,041 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740 2024-11-20T13:19:12,042 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:19:12,043 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:19:12,044 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61633359, jitterRate=-0.08159138262271881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:19:12,045 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:19:12,046 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732108752005 2024-11-20T13:19:12,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:12,049 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:19:12,049 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T13:19:12,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,36645,1732108750955, state=OPEN 2024-11-20T13:19:12,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:19:12,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:19:12,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:19:12,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:12,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:12,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:19:12,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:19:12,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,36645,1732108750955 in 198 msec 2024-11-20T13:19:12,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:19:12,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-20T13:19:12,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 805 msec 2024-11-20T13:19:12,055 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732108752055, completionTime=-1 2024-11-20T13:19:12,056 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-20T13:19:12,056 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T13:19:12,056 DEBUG [hconnection-0x699a7009-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:12,058 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:12,059 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-20T13:19:12,059 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732108812059 2024-11-20T13:19:12,059 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732108872059 2024-11-20T13:19:12,059 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-20T13:19:12,065 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,33843,1732108750904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:12,065 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,33843,1732108750904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:12,065 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,33843,1732108750904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:12,065 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5ef453f0fbb6:33843, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:12,065 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:12,065 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T13:19:12,065 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:19:12,066 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T13:19:12,067 DEBUG [master/5ef453f0fbb6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T13:19:12,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:19:12,067 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:12,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:19:12,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741836_1012 (size=358) 2024-11-20T13:19:12,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741836_1012 (size=358) 2024-11-20T13:19:12,076 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d16751c6141172bd28f0f43628e2fe65, NAME => 'hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30 2024-11-20T13:19:12,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741837_1013 (size=42) 2024-11-20T13:19:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741837_1013 (size=42) 2024-11-20T13:19:12,083 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:12,083 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d16751c6141172bd28f0f43628e2fe65, disabling compactions & flushes 2024-11-20T13:19:12,083 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. 2024-11-20T13:19:12,083 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. 2024-11-20T13:19:12,083 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. after waiting 0 ms 2024-11-20T13:19:12,083 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. 2024-11-20T13:19:12,083 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. 2024-11-20T13:19:12,083 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d16751c6141172bd28f0f43628e2fe65: 2024-11-20T13:19:12,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:19:12,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732108752084"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108752084"}]},"ts":"1732108752084"} 2024-11-20T13:19:12,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:19:12,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:19:12,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108752087"}]},"ts":"1732108752087"} 2024-11-20T13:19:12,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T13:19:12,091 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:19:12,092 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:19:12,092 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:19:12,092 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:19:12,092 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:19:12,092 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:19:12,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d16751c6141172bd28f0f43628e2fe65, ASSIGN}] 2024-11-20T13:19:12,093 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d16751c6141172bd28f0f43628e2fe65, ASSIGN 2024-11-20T13:19:12,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d16751c6141172bd28f0f43628e2fe65, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,36645,1732108750955; forceNewPlan=false, retain=false 2024-11-20T13:19:12,244 INFO [5ef453f0fbb6:33843 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T13:19:12,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d16751c6141172bd28f0f43628e2fe65, regionState=OPENING, regionLocation=5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:12,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d16751c6141172bd28f0f43628e2fe65, server=5ef453f0fbb6,36645,1732108750955}] 2024-11-20T13:19:12,399 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:12,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. 2024-11-20T13:19:12,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d16751c6141172bd28f0f43628e2fe65, NAME => 'hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:19:12,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d16751c6141172bd28f0f43628e2fe65 2024-11-20T13:19:12,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:12,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d16751c6141172bd28f0f43628e2fe65 2024-11-20T13:19:12,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d16751c6141172bd28f0f43628e2fe65 2024-11-20T13:19:12,405 INFO [StoreOpener-d16751c6141172bd28f0f43628e2fe65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d16751c6141172bd28f0f43628e2fe65 2024-11-20T13:19:12,406 INFO [StoreOpener-d16751c6141172bd28f0f43628e2fe65-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16751c6141172bd28f0f43628e2fe65 columnFamilyName info 2024-11-20T13:19:12,406 DEBUG [StoreOpener-d16751c6141172bd28f0f43628e2fe65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:12,406 INFO [StoreOpener-d16751c6141172bd28f0f43628e2fe65-1 {}] regionserver.HStore(327): Store=d16751c6141172bd28f0f43628e2fe65/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:12,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/namespace/d16751c6141172bd28f0f43628e2fe65 2024-11-20T13:19:12,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/namespace/d16751c6141172bd28f0f43628e2fe65 2024-11-20T13:19:12,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d16751c6141172bd28f0f43628e2fe65 2024-11-20T13:19:12,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/namespace/d16751c6141172bd28f0f43628e2fe65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:12,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d16751c6141172bd28f0f43628e2fe65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70227776, jitterRate=0.04647541046142578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:19:12,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d16751c6141172bd28f0f43628e2fe65: 2024-11-20T13:19:12,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65., pid=6, masterSystemTime=1732108752399 2024-11-20T13:19:12,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. 2024-11-20T13:19:12,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. 2024-11-20T13:19:12,415 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d16751c6141172bd28f0f43628e2fe65, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:12,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T13:19:12,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d16751c6141172bd28f0f43628e2fe65, server=5ef453f0fbb6,36645,1732108750955 in 169 msec 2024-11-20T13:19:12,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T13:19:12,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d16751c6141172bd28f0f43628e2fe65, ASSIGN in 326 msec 2024-11-20T13:19:12,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:19:12,421 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108752421"}]},"ts":"1732108752421"} 2024-11-20T13:19:12,422 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T13:19:12,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:19:12,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 360 msec 2024-11-20T13:19:12,467 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T13:19:12,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:19:12,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:12,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:12,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:12,474 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T13:19:12,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:19:12,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 9 msec 2024-11-20T13:19:12,485 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T13:19:12,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:19:12,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 8 msec 2024-11-20T13:19:12,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T13:19:12,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T13:19:12,503 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.466sec 2024-11-20T13:19:12,503 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:19:12,503 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:19:12,503 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:19:12,503 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:19:12,503 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:19:12,503 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,33843,1732108750904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:19:12,503 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,33843,1732108750904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:19:12,505 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:19:12,505 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:19:12,505 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,33843,1732108750904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:19:12,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fc42e2a to 127.0.0.1:63774 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29a0eed4 2024-11-20T13:19:12,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2815da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:19:12,535 DEBUG [hconnection-0x42061b4a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:12,537 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:12,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5ef453f0fbb6,33843,1732108750904 2024-11-20T13:19:12,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:19:12,540 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:19:12,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:19:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-20T13:19:12,543 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:19:12,544 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:12,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-20T13:19:12,544 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:19:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:12,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741838_1014 (size=379) 2024-11-20T13:19:12,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741838_1014 (size=379) 2024-11-20T13:19:12,554 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 99f9ac698a81245985ed12b12f04070f, NAME => 'testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30 2024-11-20T13:19:12,554 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 24198ac742568adb06b0593394393782, NAME => 'testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30 2024-11-20T13:19:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741839_1015 (size=61) 2024-11-20T13:19:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741839_1015 (size=61) 2024-11-20T13:19:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741840_1016 (size=61) 2024-11-20T13:19:12,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:12,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 99f9ac698a81245985ed12b12f04070f, disabling compactions & flushes 2024-11-20T13:19:12,562 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. 2024-11-20T13:19:12,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. 2024-11-20T13:19:12,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. after waiting 0 ms 2024-11-20T13:19:12,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. 2024-11-20T13:19:12,562 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. 2024-11-20T13:19:12,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741840_1016 (size=61) 2024-11-20T13:19:12,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 99f9ac698a81245985ed12b12f04070f: 2024-11-20T13:19:12,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:12,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 24198ac742568adb06b0593394393782, disabling compactions & flushes 2024-11-20T13:19:12,562 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. 2024-11-20T13:19:12,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. 2024-11-20T13:19:12,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. after waiting 0 ms 2024-11-20T13:19:12,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. 2024-11-20T13:19:12,562 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. 2024-11-20T13:19:12,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 24198ac742568adb06b0593394393782: 2024-11-20T13:19:12,563 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:19:12,564 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732108752563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108752563"}]},"ts":"1732108752563"} 2024-11-20T13:19:12,564 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732108752563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108752563"}]},"ts":"1732108752563"} 2024-11-20T13:19:12,566 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-20T13:19:12,567 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:19:12,567 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108752567"}]},"ts":"1732108752567"} 2024-11-20T13:19:12,568 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-20T13:19:12,572 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5ef453f0fbb6=0} racks are {/default-rack=0} 2024-11-20T13:19:12,573 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-20T13:19:12,573 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-20T13:19:12,574 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-20T13:19:12,574 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-20T13:19:12,574 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:19:12,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99f9ac698a81245985ed12b12f04070f, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=24198ac742568adb06b0593394393782, ASSIGN}] 2024-11-20T13:19:12,575 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=24198ac742568adb06b0593394393782, ASSIGN 2024-11-20T13:19:12,575 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99f9ac698a81245985ed12b12f04070f, ASSIGN 2024-11-20T13:19:12,576 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=24198ac742568adb06b0593394393782, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,32943,1732108751003; forceNewPlan=false, retain=false 2024-11-20T13:19:12,576 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99f9ac698a81245985ed12b12f04070f, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,36645,1732108750955; forceNewPlan=false, retain=false 2024-11-20T13:19:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:12,726 INFO [5ef453f0fbb6:33843 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-20T13:19:12,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=99f9ac698a81245985ed12b12f04070f, regionState=OPENING, regionLocation=5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:12,726 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=24198ac742568adb06b0593394393782, regionState=OPENING, regionLocation=5ef453f0fbb6,32943,1732108751003 2024-11-20T13:19:12,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 99f9ac698a81245985ed12b12f04070f, server=5ef453f0fbb6,36645,1732108750955}] 2024-11-20T13:19:12,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 24198ac742568adb06b0593394393782, server=5ef453f0fbb6,32943,1732108751003}] 2024-11-20T13:19:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:12,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:12,881 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,32943,1732108751003 2024-11-20T13:19:12,881 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:12,883 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:12,885 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. 2024-11-20T13:19:12,885 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 99f9ac698a81245985ed12b12f04070f, NAME => 'testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f.', STARTKEY => '', ENDKEY => '5'} 2024-11-20T13:19:12,885 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 99f9ac698a81245985ed12b12f04070f 2024-11-20T13:19:12,885 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:12,885 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 99f9ac698a81245985ed12b12f04070f 2024-11-20T13:19:12,885 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 99f9ac698a81245985ed12b12f04070f 2024-11-20T13:19:12,886 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. 2024-11-20T13:19:12,886 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 24198ac742568adb06b0593394393782, NAME => 'testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782.', STARTKEY => '5', ENDKEY => ''} 2024-11-20T13:19:12,887 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 24198ac742568adb06b0593394393782 2024-11-20T13:19:12,887 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:19:12,887 INFO [StoreOpener-99f9ac698a81245985ed12b12f04070f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 99f9ac698a81245985ed12b12f04070f 2024-11-20T13:19:12,887 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 24198ac742568adb06b0593394393782 2024-11-20T13:19:12,887 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 24198ac742568adb06b0593394393782 2024-11-20T13:19:12,888 INFO [StoreOpener-24198ac742568adb06b0593394393782-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 24198ac742568adb06b0593394393782 2024-11-20T13:19:12,888 INFO [StoreOpener-99f9ac698a81245985ed12b12f04070f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99f9ac698a81245985ed12b12f04070f columnFamilyName family 2024-11-20T13:19:12,888 DEBUG [StoreOpener-99f9ac698a81245985ed12b12f04070f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:12,889 INFO [StoreOpener-99f9ac698a81245985ed12b12f04070f-1 {}] regionserver.HStore(327): Store=99f9ac698a81245985ed12b12f04070f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:12,890 INFO [StoreOpener-24198ac742568adb06b0593394393782-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24198ac742568adb06b0593394393782 columnFamilyName family 2024-11-20T13:19:12,890 DEBUG [StoreOpener-24198ac742568adb06b0593394393782-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:19:12,890 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/99f9ac698a81245985ed12b12f04070f 2024-11-20T13:19:12,890 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/99f9ac698a81245985ed12b12f04070f 2024-11-20T13:19:12,890 INFO [StoreOpener-24198ac742568adb06b0593394393782-1 {}] regionserver.HStore(327): Store=24198ac742568adb06b0593394393782/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:19:12,891 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/24198ac742568adb06b0593394393782 2024-11-20T13:19:12,891 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/24198ac742568adb06b0593394393782 2024-11-20T13:19:12,892 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 99f9ac698a81245985ed12b12f04070f 2024-11-20T13:19:12,893 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 24198ac742568adb06b0593394393782 2024-11-20T13:19:12,894 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/99f9ac698a81245985ed12b12f04070f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:12,895 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 99f9ac698a81245985ed12b12f04070f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59796870, jitterRate=-0.1089572012424469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:19:12,895 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/24198ac742568adb06b0593394393782/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:19:12,895 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 99f9ac698a81245985ed12b12f04070f: 2024-11-20T13:19:12,896 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 24198ac742568adb06b0593394393782; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60664961, jitterRate=-0.0960216373205185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:19:12,896 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 24198ac742568adb06b0593394393782: 2024-11-20T13:19:12,896 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f., pid=12, masterSystemTime=1732108752880 2024-11-20T13:19:12,897 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782., pid=13, masterSystemTime=1732108752881 2024-11-20T13:19:12,898 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. 2024-11-20T13:19:12,898 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. 2024-11-20T13:19:12,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=99f9ac698a81245985ed12b12f04070f, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:12,898 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. 2024-11-20T13:19:12,899 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. 2024-11-20T13:19:12,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=24198ac742568adb06b0593394393782, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,32943,1732108751003 2024-11-20T13:19:12,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T13:19:12,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 99f9ac698a81245985ed12b12f04070f, server=5ef453f0fbb6,36645,1732108750955 in 174 msec 2024-11-20T13:19:12,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-20T13:19:12,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 24198ac742568adb06b0593394393782, server=5ef453f0fbb6,32943,1732108751003 in 174 msec 2024-11-20T13:19:12,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99f9ac698a81245985ed12b12f04070f, ASSIGN in 330 msec 2024-11-20T13:19:12,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-20T13:19:12,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=24198ac742568adb06b0593394393782, ASSIGN in 331 msec 2024-11-20T13:19:12,908 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:19:12,908 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108752908"}]},"ts":"1732108752908"} 2024-11-20T13:19:12,909 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-20T13:19:12,912 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:19:12,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 370 msec 2024-11-20T13:19:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33843 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:19:13,149 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-20T13:19:13,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-20T13:19:13,150 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:19:13,152 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-20T13:19:13,152 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:19:13,153 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-20T13:19:13,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:19:13,163 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:19:13,169 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 99f9ac698a81245985ed12b12f04070f 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-20T13:19:13,185 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/99f9ac698a81245985ed12b12f04070f/.tmp/family/8a55ffceeae64f358bad097348b48a17 is 32, key is 1/family:/1732108753155/Put/seqid=0 2024-11-20T13:19:13,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741841_1017 (size=5054) 2024-11-20T13:19:13,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741841_1017 (size=5054) 2024-11-20T13:19:13,191 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/99f9ac698a81245985ed12b12f04070f/.tmp/family/8a55ffceeae64f358bad097348b48a17 2024-11-20T13:19:13,197 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/99f9ac698a81245985ed12b12f04070f/.tmp/family/8a55ffceeae64f358bad097348b48a17 as hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/99f9ac698a81245985ed12b12f04070f/family/8a55ffceeae64f358bad097348b48a17 2024-11-20T13:19:13,202 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/99f9ac698a81245985ed12b12f04070f/family/8a55ffceeae64f358bad097348b48a17, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T13:19:13,203 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 99f9ac698a81245985ed12b12f04070f in 35ms, sequenceid=8, compaction requested=false 2024-11-20T13:19:13,203 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 99f9ac698a81245985ed12b12f04070f: 2024-11-20T13:19:13,204 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 24198ac742568adb06b0593394393782 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-20T13:19:13,219 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/24198ac742568adb06b0593394393782/.tmp/family/251674f45fd9450fb7fa03960f5b342d is 32, key is 5/family:/1732108753164/Put/seqid=0 2024-11-20T13:19:13,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741842_1018 (size=5083) 2024-11-20T13:19:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741842_1018 (size=5083) 2024-11-20T13:19:13,225 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/24198ac742568adb06b0593394393782/.tmp/family/251674f45fd9450fb7fa03960f5b342d 2024-11-20T13:19:13,231 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/24198ac742568adb06b0593394393782/.tmp/family/251674f45fd9450fb7fa03960f5b342d as hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/24198ac742568adb06b0593394393782/family/251674f45fd9450fb7fa03960f5b342d 2024-11-20T13:19:13,236 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/24198ac742568adb06b0593394393782/family/251674f45fd9450fb7fa03960f5b342d, entries=5, sequenceid=9, filesize=5.0 K 2024-11-20T13:19:13,237 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 24198ac742568adb06b0593394393782 in 33ms, sequenceid=9, compaction requested=false 2024-11-20T13:19:13,237 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 24198ac742568adb06b0593394393782: 2024-11-20T13:19:13,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:13,246 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32943 {}] bucket.BucketCache(1851): found 1 blocks for file 251674f45fd9450fb7fa03960f5b342d, starting offset: 0, end offset: 9223372036854775807 2024-11-20T13:19:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32943 {}] bucket.BucketCache(843): removed key 251674f45fd9450fb7fa03960f5b342d_0 from back map with offset lock 2094080 in the evict process 2024-11-20T13:19:13,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:19:13,248 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:19:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] bucket.BucketCache(1851): found 1 blocks for file 8a55ffceeae64f358bad097348b48a17, starting offset: 0, end offset: 9223372036854775807 2024-11-20T13:19:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] bucket.BucketCache(843): removed key 8a55ffceeae64f358bad097348b48a17_0 from back map with offset lock 2094080 in the evict process 2024-11-20T13:19:13,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T13:19:13,249 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:19:13,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fc42e2a to 127.0.0.1:63774 2024-11-20T13:19:13,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:13,250 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:19:13,250 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1554407751, stopped=false 2024-11-20T13:19:13,250 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5ef453f0fbb6,33843,1732108750904 2024-11-20T13:19:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:13,252 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T13:19:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:19:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:13,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:13,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:13,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:13,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:19:13,253 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,36645,1732108750955' ***** 2024-11-20T13:19:13,253 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:19:13,253 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,32943,1732108751003' ***** 2024-11-20T13:19:13,253 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:19:13,253 INFO [RS:1;5ef453f0fbb6:32943 {}] bucket.BucketCache(1726): Disabling cache 2024-11-20T13:19:13,253 INFO [RS:1;5ef453f0fbb6:32943 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-20T13:19:13,254 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:19:13,254 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-20T13:19:13,254 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-20T13:19:13,254 INFO [RS:1;5ef453f0fbb6:32943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:19:13,254 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-20T13:19:13,254 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:19:13,254 INFO [RS:1;5ef453f0fbb6:32943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:19:13,254 INFO [RS:0;5ef453f0fbb6:36645 {}] bucket.BucketCache(1726): Disabling cache 2024-11-20T13:19:13,254 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-20T13:19:13,254 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-20T13:19:13,255 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(3579): Received CLOSE for 24198ac742568adb06b0593394393782 2024-11-20T13:19:13,255 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-20T13:19:13,255 INFO [RS:0;5ef453f0fbb6:36645 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-20T13:19:13,255 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:19:13,255 INFO [RS:0;5ef453f0fbb6:36645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:19:13,255 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,32943,1732108751003 2024-11-20T13:19:13,255 INFO [RS:0;5ef453f0fbb6:36645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:19:13,255 DEBUG [RS:1;5ef453f0fbb6:32943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:13,255 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-20T13:19:13,255 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(3579): Received CLOSE for 99f9ac698a81245985ed12b12f04070f 2024-11-20T13:19:13,255 DEBUG [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(1603): Online Regions={24198ac742568adb06b0593394393782=testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782.} 2024-11-20T13:19:13,255 DEBUG [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(1629): Waiting on 24198ac742568adb06b0593394393782 2024-11-20T13:19:13,255 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:19:13,255 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(3579): Received CLOSE for d16751c6141172bd28f0f43628e2fe65 2024-11-20T13:19:13,255 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 24198ac742568adb06b0593394393782, disabling compactions & flushes 2024-11-20T13:19:13,255 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:13,255 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. 2024-11-20T13:19:13,255 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. 2024-11-20T13:19:13,255 DEBUG [RS:0;5ef453f0fbb6:36645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:13,255 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. after waiting 0 ms 2024-11-20T13:19:13,255 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. 2024-11-20T13:19:13,255 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 99f9ac698a81245985ed12b12f04070f, disabling compactions & flushes 2024-11-20T13:19:13,256 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:19:13,256 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:19:13,256 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. 2024-11-20T13:19:13,256 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:19:13,256 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. 2024-11-20T13:19:13,256 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. after waiting 0 ms 2024-11-20T13:19:13,256 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. 2024-11-20T13:19:13,256 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T13:19:13,262 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-20T13:19:13,262 DEBUG [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(1603): Online Regions={99f9ac698a81245985ed12b12f04070f=testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f., d16751c6141172bd28f0f43628e2fe65=hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T13:19:13,262 DEBUG [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 99f9ac698a81245985ed12b12f04070f, d16751c6141172bd28f0f43628e2fe65 2024-11-20T13:19:13,262 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:19:13,262 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:19:13,262 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:19:13,262 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:19:13,262 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:19:13,262 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-20T13:19:13,266 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/24198ac742568adb06b0593394393782/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T13:19:13,267 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. 2024-11-20T13:19:13,267 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 24198ac742568adb06b0593394393782: 2024-11-20T13:19:13,267 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782. 2024-11-20T13:19:13,268 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/default/testClearRegionBlockCache/99f9ac698a81245985ed12b12f04070f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T13:19:13,268 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. 2024-11-20T13:19:13,268 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 99f9ac698a81245985ed12b12f04070f: 2024-11-20T13:19:13,269 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732108752541.99f9ac698a81245985ed12b12f04070f. 2024-11-20T13:19:13,269 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d16751c6141172bd28f0f43628e2fe65, disabling compactions & flushes 2024-11-20T13:19:13,269 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. 2024-11-20T13:19:13,269 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. 2024-11-20T13:19:13,269 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. after waiting 0 ms 2024-11-20T13:19:13,269 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. 2024-11-20T13:19:13,269 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d16751c6141172bd28f0f43628e2fe65 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T13:19:13,272 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:13,277 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:13,280 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740/.tmp/info/798431d2a4004335870283cfeeda2792 is 173, key is testClearRegionBlockCache,5,1732108752541.24198ac742568adb06b0593394393782./info:regioninfo/1732108752899/Put/seqid=0 2024-11-20T13:19:13,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741843_1019 (size=9337) 2024-11-20T13:19:13,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741843_1019 (size=9337) 2024-11-20T13:19:13,287 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740/.tmp/info/798431d2a4004335870283cfeeda2792 2024-11-20T13:19:13,291 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/namespace/d16751c6141172bd28f0f43628e2fe65/.tmp/info/fe8926d504d94489bae914e556d4564e is 45, key is default/info:d/1732108752477/Put/seqid=0 2024-11-20T13:19:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741844_1020 (size=5037) 2024-11-20T13:19:13,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741844_1020 (size=5037) 2024-11-20T13:19:13,298 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/namespace/d16751c6141172bd28f0f43628e2fe65/.tmp/info/fe8926d504d94489bae914e556d4564e 2024-11-20T13:19:13,303 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/namespace/d16751c6141172bd28f0f43628e2fe65/.tmp/info/fe8926d504d94489bae914e556d4564e as hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/namespace/d16751c6141172bd28f0f43628e2fe65/info/fe8926d504d94489bae914e556d4564e 2024-11-20T13:19:13,308 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/namespace/d16751c6141172bd28f0f43628e2fe65/info/fe8926d504d94489bae914e556d4564e, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T13:19:13,309 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d16751c6141172bd28f0f43628e2fe65 in 40ms, sequenceid=6, compaction requested=false 2024-11-20T13:19:13,313 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/namespace/d16751c6141172bd28f0f43628e2fe65/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T13:19:13,314 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. 2024-11-20T13:19:13,314 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d16751c6141172bd28f0f43628e2fe65: 2024-11-20T13:19:13,314 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732108752065.d16751c6141172bd28f0f43628e2fe65. 2024-11-20T13:19:13,315 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740/.tmp/table/2880b7379b764f42968f2072f0a25e26 is 61, key is testClearRegionBlockCache/table:state/1732108752908/Put/seqid=0 2024-11-20T13:19:13,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741845_1021 (size=5392) 2024-11-20T13:19:13,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741845_1021 (size=5392) 2024-11-20T13:19:13,322 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740/.tmp/table/2880b7379b764f42968f2072f0a25e26 2024-11-20T13:19:13,328 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740/.tmp/info/798431d2a4004335870283cfeeda2792 as hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740/info/798431d2a4004335870283cfeeda2792 2024-11-20T13:19:13,333 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740/info/798431d2a4004335870283cfeeda2792, entries=30, sequenceid=16, filesize=9.1 K 2024-11-20T13:19:13,333 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740/.tmp/table/2880b7379b764f42968f2072f0a25e26 as hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740/table/2880b7379b764f42968f2072f0a25e26 2024-11-20T13:19:13,338 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740/table/2880b7379b764f42968f2072f0a25e26, entries=4, sequenceid=16, filesize=5.3 K 2024-11-20T13:19:13,339 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 77ms, sequenceid=16, compaction requested=false 2024-11-20T13:19:13,343 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T13:19:13,343 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:19:13,344 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:19:13,344 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:19:13,344 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:19:13,393 INFO [regionserver/5ef453f0fbb6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T13:19:13,393 INFO [regionserver/5ef453f0fbb6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T13:19:13,429 INFO [regionserver/5ef453f0fbb6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T13:19:13,429 INFO [regionserver/5ef453f0fbb6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T13:19:13,455 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,32943,1732108751003; all regions closed. 2024-11-20T13:19:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741833_1009 (size=1867) 2024-11-20T13:19:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741833_1009 (size=1867) 2024-11-20T13:19:13,461 DEBUG [RS:1;5ef453f0fbb6:32943 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/oldWALs 2024-11-20T13:19:13,461 INFO [RS:1;5ef453f0fbb6:32943 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C32943%2C1732108751003:(num 1732108751508) 2024-11-20T13:19:13,461 DEBUG [RS:1;5ef453f0fbb6:32943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:13,461 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:13,461 INFO [RS:1;5ef453f0fbb6:32943 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T13:19:13,461 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:19:13,461 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:19:13,462 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:19:13,462 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:19:13,462 INFO [RS:1;5ef453f0fbb6:32943 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32943 2024-11-20T13:19:13,462 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,36645,1732108750955; all regions closed. 2024-11-20T13:19:13,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:19:13,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,32943,1732108751003 2024-11-20T13:19:13,465 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,32943,1732108751003] 2024-11-20T13:19:13,465 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,32943,1732108751003; numProcessing=1 2024-11-20T13:19:13,465 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/WALs/5ef453f0fbb6,36645,1732108750955/5ef453f0fbb6%2C36645%2C1732108750955.meta.1732108752014.meta not finished, retry = 0 2024-11-20T13:19:13,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741835_1011 (size=5602) 2024-11-20T13:19:13,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741835_1011 (size=5602) 2024-11-20T13:19:13,467 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,32943,1732108751003 already deleted, retry=false 2024-11-20T13:19:13,467 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,32943,1732108751003 expired; onlineServers=1 2024-11-20T13:19:13,567 INFO [RS:1;5ef453f0fbb6:32943 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,32943,1732108751003; zookeeper connection closed. 2024-11-20T13:19:13,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:13,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32943-0x1001515c90c0002, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:13,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64c8676e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64c8676e 2024-11-20T13:19:13,572 DEBUG [RS:0;5ef453f0fbb6:36645 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/oldWALs 2024-11-20T13:19:13,572 INFO [RS:0;5ef453f0fbb6:36645 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C36645%2C1732108750955.meta:.meta(num 1732108752014) 2024-11-20T13:19:13,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741832_1008 (size=3079) 2024-11-20T13:19:13,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741832_1008 (size=3079) 2024-11-20T13:19:13,580 DEBUG [RS:0;5ef453f0fbb6:36645 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/oldWALs 2024-11-20T13:19:13,580 INFO [RS:0;5ef453f0fbb6:36645 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C36645%2C1732108750955:(num 1732108751508) 2024-11-20T13:19:13,580 DEBUG [RS:0;5ef453f0fbb6:36645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:13,580 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:19:13,580 INFO [RS:0;5ef453f0fbb6:36645 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T13:19:13,580 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:19:13,580 INFO [RS:0;5ef453f0fbb6:36645 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36645 2024-11-20T13:19:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,36645,1732108750955 2024-11-20T13:19:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:19:13,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,36645,1732108750955] 2024-11-20T13:19:13,584 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,36645,1732108750955; numProcessing=2 2024-11-20T13:19:13,586 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,36645,1732108750955 already deleted, retry=false 2024-11-20T13:19:13,586 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,36645,1732108750955 expired; onlineServers=0 2024-11-20T13:19:13,586 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,33843,1732108750904' ***** 2024-11-20T13:19:13,586 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:19:13,586 DEBUG [M:0;5ef453f0fbb6:33843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3269176b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:19:13,586 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,33843,1732108750904 2024-11-20T13:19:13,586 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,33843,1732108750904; all regions closed. 2024-11-20T13:19:13,586 DEBUG [M:0;5ef453f0fbb6:33843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:19:13,586 DEBUG [M:0;5ef453f0fbb6:33843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:19:13,586 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:19:13,586 DEBUG [M:0;5ef453f0fbb6:33843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:19:13,586 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108751264 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108751264,5,FailOnTimeoutGroup] 2024-11-20T13:19:13,586 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108751264 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108751264,5,FailOnTimeoutGroup] 2024-11-20T13:19:13,587 INFO [M:0;5ef453f0fbb6:33843 {}] hbase.ChoreService(370): Chore service for: master/5ef453f0fbb6:0 had [] on shutdown 2024-11-20T13:19:13,587 DEBUG [M:0;5ef453f0fbb6:33843 {}] master.HMaster(1733): Stopping service threads 2024-11-20T13:19:13,587 INFO [M:0;5ef453f0fbb6:33843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:19:13,587 INFO [M:0;5ef453f0fbb6:33843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:19:13,587 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:19:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:19:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:19:13,588 DEBUG [M:0;5ef453f0fbb6:33843 {}] zookeeper.ZKUtil(347): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:19:13,588 WARN [M:0;5ef453f0fbb6:33843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:19:13,588 INFO [M:0;5ef453f0fbb6:33843 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T13:19:13,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:19:13,588 INFO [M:0;5ef453f0fbb6:33843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:19:13,588 DEBUG [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:19:13,588 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:13,588 DEBUG [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:13,588 DEBUG [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:19:13,588 DEBUG [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:13,588 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.93 KB heapSize=56.38 KB 2024-11-20T13:19:13,604 DEBUG [M:0;5ef453f0fbb6:33843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01c7c8ee60244253ad59416e303c9995 is 82, key is hbase:meta,,1/info:regioninfo/1732108752048/Put/seqid=0 2024-11-20T13:19:13,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741846_1022 (size=5672) 2024-11-20T13:19:13,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741846_1022 (size=5672) 2024-11-20T13:19:13,610 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01c7c8ee60244253ad59416e303c9995 2024-11-20T13:19:13,629 DEBUG [M:0;5ef453f0fbb6:33843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d9180891756454890de400b153aca85 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732108752913/Put/seqid=0 2024-11-20T13:19:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741847_1023 (size=7582) 2024-11-20T13:19:13,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741847_1023 (size=7582) 2024-11-20T13:19:13,635 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.31 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d9180891756454890de400b153aca85 2024-11-20T13:19:13,654 DEBUG [M:0;5ef453f0fbb6:33843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b46d4764a44946bd98cc25a8bb8a0a64 is 69, key is 5ef453f0fbb6,32943,1732108751003/rs:state/1732108751352/Put/seqid=0 2024-11-20T13:19:13,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741848_1024 (size=5224) 2024-11-20T13:19:13,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741848_1024 (size=5224) 2024-11-20T13:19:13,660 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b46d4764a44946bd98cc25a8bb8a0a64 2024-11-20T13:19:13,665 DEBUG [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01c7c8ee60244253ad59416e303c9995 as hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01c7c8ee60244253ad59416e303c9995 2024-11-20T13:19:13,670 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01c7c8ee60244253ad59416e303c9995, entries=8, sequenceid=108, filesize=5.5 K 2024-11-20T13:19:13,671 DEBUG [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d9180891756454890de400b153aca85 as hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d9180891756454890de400b153aca85 2024-11-20T13:19:13,677 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d9180891756454890de400b153aca85, entries=13, sequenceid=108, filesize=7.4 K 2024-11-20T13:19:13,678 DEBUG [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b46d4764a44946bd98cc25a8bb8a0a64 as hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b46d4764a44946bd98cc25a8bb8a0a64 2024-11-20T13:19:13,684 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34989/user/jenkins/test-data/73aa6634-abf6-bcdc-2393-27b107e34e30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b46d4764a44946bd98cc25a8bb8a0a64, entries=2, sequenceid=108, filesize=5.1 K 2024-11-20T13:19:13,685 INFO [RS:0;5ef453f0fbb6:36645 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,36645,1732108750955; zookeeper connection closed. 2024-11-20T13:19:13,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:13,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1001515c90c0001, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:13,685 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.93 KB/47034, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=108, compaction requested=false 2024-11-20T13:19:13,685 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@380dc5a2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@380dc5a2 2024-11-20T13:19:13,685 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-20T13:19:13,687 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:19:13,687 DEBUG [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:19:13,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741830_1006 (size=54565) 2024-11-20T13:19:13,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741830_1006 (size=54565) 2024-11-20T13:19:13,690 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:19:13,690 INFO [M:0;5ef453f0fbb6:33843 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T13:19:13,691 INFO [M:0;5ef453f0fbb6:33843 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33843 2024-11-20T13:19:13,693 DEBUG [M:0;5ef453f0fbb6:33843 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5ef453f0fbb6,33843,1732108750904 already deleted, retry=false 2024-11-20T13:19:13,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:13,795 INFO [M:0;5ef453f0fbb6:33843 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,33843,1732108750904; zookeeper connection closed. 2024-11-20T13:19:13,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33843-0x1001515c90c0000, quorum=127.0.0.1:63774, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:19:13,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e2c1deb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:13,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60d4eec6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:19:13,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:19:13,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1283b27a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:19:13,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee5046b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/hadoop.log.dir/,STOPPED} 2024-11-20T13:19:13,799 WARN [BP-31844393-172.17.0.2-1732108750132 heartbeating to localhost/127.0.0.1:34989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:19:13,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:19:13,799 WARN [BP-31844393-172.17.0.2-1732108750132 heartbeating to localhost/127.0.0.1:34989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-31844393-172.17.0.2-1732108750132 (Datanode Uuid 96e101e2-061d-4189-a7f3-1fc9a18c0f4a) service to localhost/127.0.0.1:34989 2024-11-20T13:19:13,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:19:13,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/cluster_aa471feb-2d21-679e-7287-699ec9972b6a/dfs/data/data3/current/BP-31844393-172.17.0.2-1732108750132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:13,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/cluster_aa471feb-2d21-679e-7287-699ec9972b6a/dfs/data/data4/current/BP-31844393-172.17.0.2-1732108750132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:13,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:19:13,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@633637cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:19:13,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@492377ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:19:13,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:19:13,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f385e3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:19:13,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1113e269{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/hadoop.log.dir/,STOPPED} 2024-11-20T13:19:13,805 WARN [BP-31844393-172.17.0.2-1732108750132 heartbeating to localhost/127.0.0.1:34989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:19:13,805 WARN [BP-31844393-172.17.0.2-1732108750132 heartbeating to localhost/127.0.0.1:34989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-31844393-172.17.0.2-1732108750132 (Datanode Uuid 2c67d9f7-10b8-449b-856b-c837a042f5a9) service to localhost/127.0.0.1:34989 2024-11-20T13:19:13,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/cluster_aa471feb-2d21-679e-7287-699ec9972b6a/dfs/data/data1/current/BP-31844393-172.17.0.2-1732108750132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:13,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/cluster_aa471feb-2d21-679e-7287-699ec9972b6a/dfs/data/data2/current/BP-31844393-172.17.0.2-1732108750132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:19:13,806 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:19:13,806 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:19:13,806 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:19:13,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b05cad9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:19:13,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@484155d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:19:13,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:19:13,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9d12a1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:19:13,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b57001{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c268e874-7ad2-d7f2-4461-972bd925e0a9/hadoop.log.dir/,STOPPED} 2024-11-20T13:19:13,819 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:19:13,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T13:19:13,844 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=195 (was 178) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:34989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:34989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:34989 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:34989 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=558 (was 531) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 287), ProcessCount=11 (was 11), AvailableMemoryMB=2242 (was 2354)