2024-11-10 17:21:44,770 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 2024-11-10 17:21:44,792 main DEBUG Took 0.019729 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 17:21:44,792 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 17:21:44,792 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 17:21:44,793 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 17:21:44,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,804 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 17:21:44,817 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,819 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,819 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,820 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,821 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,822 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,823 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,824 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,824 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,825 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,825 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,826 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:21:44,827 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,827 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 17:21:44,828 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:21:44,830 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 17:21:44,831 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 17:21:44,831 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 17:21:44,832 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 17:21:44,833 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 17:21:44,840 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 17:21:44,842 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 17:21:44,844 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 17:21:44,844 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 17:21:44,845 main DEBUG createAppenders(={Console}) 2024-11-10 17:21:44,845 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 initialized 2024-11-10 17:21:44,845 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 2024-11-10 17:21:44,846 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 OK. 2024-11-10 17:21:44,846 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 17:21:44,846 main DEBUG OutputStream closed 2024-11-10 17:21:44,847 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 17:21:44,847 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 17:21:44,847 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@316bcf94 OK 2024-11-10 17:21:44,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 17:21:44,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 17:21:44,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 17:21:44,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 17:21:44,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 17:21:44,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 17:21:44,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 17:21:44,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 17:21:44,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 17:21:44,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 17:21:44,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 17:21:44,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 17:21:44,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 17:21:44,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 17:21:44,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 17:21:44,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 17:21:44,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 17:21:44,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 17:21:44,941 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 17:21:44,941 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@53941c2f) with optional ClassLoader: null 2024-11-10 17:21:44,941 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 17:21:44,942 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@53941c2f] started OK. 2024-11-10T17:21:44,955 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount timeout: 13 mins 2024-11-10 17:21:44,959 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 17:21:44,960 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T17:21:45,266 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858 2024-11-10T17:21:45,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=class org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T17:21:45,301 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/cluster_cfe297cd-c2d8-fc58-afcd-7723460fa50e, deleteOnExit=true 2024-11-10T17:21:45,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T17:21:45,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/test.cache.data in system properties and HBase conf 2024-11-10T17:21:45,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T17:21:45,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/hadoop.log.dir in system properties and HBase conf 2024-11-10T17:21:45,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T17:21:45,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T17:21:45,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T17:21:45,387 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T17:21:45,473 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T17:21:45,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T17:21:45,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T17:21:45,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T17:21:45,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T17:21:45,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T17:21:45,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T17:21:45,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T17:21:45,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T17:21:45,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T17:21:45,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/nfs.dump.dir in system properties and HBase conf 2024-11-10T17:21:45,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/java.io.tmpdir in system properties and HBase conf 2024-11-10T17:21:45,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T17:21:45,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T17:21:45,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T17:21:46,285 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T17:21:46,370 INFO [Time-limited test {}] log.Log(170): Logging initialized @2277ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T17:21:46,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T17:21:46,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T17:21:46,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T17:21:46,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T17:21:46,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T17:21:46,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T17:21:46,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c0401f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/hadoop.log.dir/,AVAILABLE} 2024-11-10T17:21:46,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f291087{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T17:21:46,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dda0fbf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/java.io.tmpdir/jetty-localhost-34425-hadoop-hdfs-3_4_1-tests_jar-_-any-4386318574478770526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T17:21:46,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c634cb4{HTTP/1.1, (http/1.1)}{localhost:34425} 2024-11-10T17:21:46,747 INFO [Time-limited test {}] server.Server(415): Started @2655ms 2024-11-10T17:21:47,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T17:21:47,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T17:21:47,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T17:21:47,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T17:21:47,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T17:21:47,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12879ca7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/hadoop.log.dir/,AVAILABLE} 2024-11-10T17:21:47,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1427e476{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T17:21:47,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bd18980{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/java.io.tmpdir/jetty-localhost-43459-hadoop-hdfs-3_4_1-tests_jar-_-any-15699773474978956412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T17:21:47,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1628d38e{HTTP/1.1, (http/1.1)}{localhost:43459} 2024-11-10T17:21:47,288 INFO [Time-limited test {}] server.Server(415): Started @3196ms 2024-11-10T17:21:47,343 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T17:21:47,799 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/cluster_cfe297cd-c2d8-fc58-afcd-7723460fa50e/data/data2/current/BP-2069746568-172.17.0.2-1731259306054/current, will proceed with Du for space computation calculation, 2024-11-10T17:21:47,799 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/cluster_cfe297cd-c2d8-fc58-afcd-7723460fa50e/data/data1/current/BP-2069746568-172.17.0.2-1731259306054/current, will proceed with Du for space computation calculation, 2024-11-10T17:21:47,832 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T17:21:47,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa05463b42ecef0a with lease ID 0xb7e1c7fba9522524: Processing first storage report for DS-b07a3114-16a9-4797-85a3-bc321e603fe7 from datanode DatanodeRegistration(127.0.0.1:43239, datanodeUuid=315ea455-3d86-4413-beae-1c5b8aa74ccf, infoPort=37971, infoSecurePort=0, ipcPort=42567, storageInfo=lv=-57;cid=testClusterID;nsid=1388051578;c=1731259306054) 2024-11-10T17:21:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa05463b42ecef0a with lease ID 0xb7e1c7fba9522524: from storage DS-b07a3114-16a9-4797-85a3-bc321e603fe7 node DatanodeRegistration(127.0.0.1:43239, datanodeUuid=315ea455-3d86-4413-beae-1c5b8aa74ccf, infoPort=37971, infoSecurePort=0, ipcPort=42567, storageInfo=lv=-57;cid=testClusterID;nsid=1388051578;c=1731259306054), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T17:21:47,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858 2024-11-10T17:21:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa05463b42ecef0a with lease ID 0xb7e1c7fba9522524: Processing first storage report for DS-4542e4da-644d-481f-9e68-20ec874e3dad from datanode DatanodeRegistration(127.0.0.1:43239, datanodeUuid=315ea455-3d86-4413-beae-1c5b8aa74ccf, infoPort=37971, infoSecurePort=0, ipcPort=42567, storageInfo=lv=-57;cid=testClusterID;nsid=1388051578;c=1731259306054) 2024-11-10T17:21:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa05463b42ecef0a with lease ID 0xb7e1c7fba9522524: from storage DS-4542e4da-644d-481f-9e68-20ec874e3dad node DatanodeRegistration(127.0.0.1:43239, datanodeUuid=315ea455-3d86-4413-beae-1c5b8aa74ccf, infoPort=37971, infoSecurePort=0, ipcPort=42567, storageInfo=lv=-57;cid=testClusterID;nsid=1388051578;c=1731259306054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T17:21:47,979 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/cluster_cfe297cd-c2d8-fc58-afcd-7723460fa50e/zookeeper_0, clientPort=54588, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/cluster_cfe297cd-c2d8-fc58-afcd-7723460fa50e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/cluster_cfe297cd-c2d8-fc58-afcd-7723460fa50e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T17:21:47,989 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54588 2024-11-10T17:21:48,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T17:21:48,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T17:21:48,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741825_1001 (size=7) 2024-11-10T17:21:48,646 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7 with version=8 2024-11-10T17:21:48,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/hbase-staging 2024-11-10T17:21:48,741 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T17:21:49,003 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T17:21:49,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T17:21:49,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T17:21:49,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T17:21:49,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T17:21:49,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T17:21:49,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T17:21:49,215 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T17:21:49,223 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T17:21:49,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:21:49,254 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 27456 (auto-detected) 2024-11-10T17:21:49,255 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T17:21:49,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33247 2024-11-10T17:21:49,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33247 connecting to ZooKeeper ensemble=127.0.0.1:54588 2024-11-10T17:21:49,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332470x0, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T17:21:49,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33247-0x10102e682430000 connected 2024-11-10T17:21:49,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T17:21:49,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T17:21:49,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T17:21:49,376 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7, hbase.cluster.distributed=false 2024-11-10T17:21:49,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T17:21:49,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33247 2024-11-10T17:21:49,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33247 2024-11-10T17:21:49,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33247 2024-11-10T17:21:49,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33247 2024-11-10T17:21:49,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33247 2024-11-10T17:21:49,517 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8e3de9160f9f:0 server-side Connection retries=45 2024-11-10T17:21:49,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T17:21:49,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T17:21:49,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T17:21:49,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T17:21:49,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T17:21:49,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T17:21:49,525 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:21:49,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45261 2024-11-10T17:21:49,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45261 connecting to ZooKeeper ensemble=127.0.0.1:54588 2024-11-10T17:21:49,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T17:21:49,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T17:21:49,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452610x0, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T17:21:49,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452610x0, quorum=127.0.0.1:54588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T17:21:49,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45261-0x10102e682430001 connected 2024-11-10T17:21:49,546 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T17:21:49,553 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T17:21:49,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T17:21:49,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T17:21:49,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45261 2024-11-10T17:21:49,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45261 2024-11-10T17:21:49,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45261 2024-11-10T17:21:49,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45261 2024-11-10T17:21:49,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45261 2024-11-10T17:21:49,580 DEBUG [M:0;8e3de9160f9f:33247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8e3de9160f9f:33247 2024-11-10T17:21:49,581 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8e3de9160f9f,33247,1731259308804 2024-11-10T17:21:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T17:21:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T17:21:49,590 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8e3de9160f9f,33247,1731259308804 2024-11-10T17:21:49,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T17:21:49,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:49,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:49,611 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T17:21:49,612 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8e3de9160f9f,33247,1731259308804 from backup master directory 2024-11-10T17:21:49,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8e3de9160f9f,33247,1731259308804 2024-11-10T17:21:49,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T17:21:49,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T17:21:49,617 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T17:21:49,617 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8e3de9160f9f,33247,1731259308804 2024-11-10T17:21:49,619 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T17:21:49,621 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T17:21:49,675 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/hbase.id] with ID: 19a2c553-bdc7-403c-847f-163aca2efcad 2024-11-10T17:21:49,676 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/.tmp/hbase.id 2024-11-10T17:21:49,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741826_1002 (size=42) 2024-11-10T17:21:50,089 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/.tmp/hbase.id]:[hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/hbase.id] 2024-11-10T17:21:50,132 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T17:21:50,138 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T17:21:50,160 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-10T17:21:50,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:50,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741827_1003 (size=196) 2024-11-10T17:21:50,194 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T17:21:50,197 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T17:21:50,213 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T17:21:50,218 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T17:21:50,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741828_1004 (size=1189) 2024-11-10T17:21:50,666 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store 2024-11-10T17:21:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741829_1005 (size=34) 2024-11-10T17:21:50,690 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T17:21:50,693 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T17:21:50,694 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T17:21:50,694 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T17:21:50,694 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T17:21:50,695 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T17:21:50,696 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T17:21:50,696 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T17:21:50,697 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731259310694Disabling compacts and flushes for region at 1731259310694Disabling writes for close at 1731259310696 (+2 ms)Writing region close event to WAL at 1731259310696Closed at 1731259310696 2024-11-10T17:21:50,699 WARN [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/.initializing 2024-11-10T17:21:50,699 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/WALs/8e3de9160f9f,33247,1731259308804 2024-11-10T17:21:50,707 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T17:21:50,723 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C33247%2C1731259308804, suffix=, logDir=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/WALs/8e3de9160f9f,33247,1731259308804, archiveDir=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/oldWALs, maxLogs=10 2024-11-10T17:21:50,755 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/WALs/8e3de9160f9f,33247,1731259308804/8e3de9160f9f%2C33247%2C1731259308804.1731259310729, exclude list is [], retry=0 2024-11-10T17:21:50,772 DEBUG [MockedQuotaManagerRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43239,DS-b07a3114-16a9-4797-85a3-bc321e603fe7,DISK] 2024-11-10T17:21:50,775 DEBUG [MockedQuotaManagerRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T17:21:50,812 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/WALs/8e3de9160f9f,33247,1731259308804/8e3de9160f9f%2C33247%2C1731259308804.1731259310729 2024-11-10T17:21:50,813 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-10T17:21:50,814 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T17:21:50,814 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T17:21:50,818 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T17:21:50,819 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T17:21:50,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T17:21:50,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T17:21:50,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:50,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T17:21:50,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T17:21:50,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T17:21:50,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:50,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T17:21:50,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T17:21:50,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T17:21:50,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:50,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T17:21:50,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T17:21:50,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T17:21:50,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:50,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T17:21:50,907 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T17:21:50,910 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T17:21:50,911 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T17:21:50,917 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T17:21:50,917 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T17:21:50,921 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T17:21:50,925 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T17:21:50,930 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T17:21:50,931 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71644254, jitterRate=0.06758257746696472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T17:21:50,937 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731259310831Initializing all the Stores at 1731259310833 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731259310834 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731259310835 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731259310835Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731259310835Cleaning up temporary data from old regions at 1731259310917 (+82 ms)Region opened successfully at 1731259310937 (+20 ms) 2024-11-10T17:21:50,939 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T17:21:50,973 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a86e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T17:21:51,003 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T17:21:51,014 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T17:21:51,015 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T17:21:51,018 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T17:21:51,019 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T17:21:51,024 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T17:21:51,024 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T17:21:51,049 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T17:21:51,057 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T17:21:51,059 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T17:21:51,061 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T17:21:51,063 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T17:21:51,064 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T17:21:51,066 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T17:21:51,069 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T17:21:51,072 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T17:21:51,073 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T17:21:51,074 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T17:21:51,092 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T17:21:51,094 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T17:21:51,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T17:21:51,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T17:21:51,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:51,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:51,101 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8e3de9160f9f,33247,1731259308804, sessionid=0x10102e682430000, setting cluster-up flag (Was=false) 2024-11-10T17:21:51,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:51,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:51,120 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T17:21:51,122 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,33247,1731259308804 2024-11-10T17:21:51,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:51,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:51,134 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T17:21:51,135 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8e3de9160f9f,33247,1731259308804 2024-11-10T17:21:51,141 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T17:21:51,170 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(746): ClusterId : 19a2c553-bdc7-403c-847f-163aca2efcad 2024-11-10T17:21:51,173 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T17:21:51,178 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T17:21:51,178 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T17:21:51,180 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T17:21:51,181 DEBUG [RS:0;8e3de9160f9f:45261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad9fc91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8e3de9160f9f/172.17.0.2:0 2024-11-10T17:21:51,199 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8e3de9160f9f:45261 2024-11-10T17:21:51,202 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T17:21:51,202 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T17:21:51,203 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T17:21:51,205 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,33247,1731259308804 with port=45261, startcode=1731259309475 2024-11-10T17:21:51,215 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T17:21:51,217 DEBUG [RS:0;8e3de9160f9f:45261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T17:21:51,225 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T17:21:51,231 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T17:21:51,237 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8e3de9160f9f,33247,1731259308804 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T17:21:51,247 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T17:21:51,247 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T17:21:51,247 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T17:21:51,248 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T17:21:51,248 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8e3de9160f9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T17:21:51,248 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,248 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T17:21:51,249 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,255 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731259341255 2024-11-10T17:21:51,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T17:21:51,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T17:21:51,257 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T17:21:51,258 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T17:21:51,259 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T17:21:51,263 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:51,263 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T17:21:51,263 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T17:21:51,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T17:21:51,263 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T17:21:51,264 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T17:21:51,265 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33247 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-10T17:21:51,264 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,272 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T17:21:51,273 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T17:21:51,273 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T17:21:51,276 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T17:21:51,277 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T17:21:51,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741831_1007 (size=1321) 2024-11-10T17:21:51,279 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731259311278,5,FailOnTimeoutGroup] 2024-11-10T17:21:51,279 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731259311279,5,FailOnTimeoutGroup] 2024-11-10T17:21:51,279 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,280 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T17:21:51,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T17:21:51,281 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,281 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,281 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7 2024-11-10T17:21:51,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741832_1008 (size=32) 2024-11-10T17:21:51,297 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T17:21:51,298 WARN [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T17:21:51,399 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(2659): reportForDuty to master=8e3de9160f9f,33247,1731259308804 with port=45261, startcode=1731259309475 2024-11-10T17:21:51,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:51,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33247 {}] master.ServerManager(517): Registering regionserver=8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:51,412 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7 2024-11-10T17:21:51,412 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42215 2024-11-10T17:21:51,412 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T17:21:51,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T17:21:51,424 DEBUG [RS:0;8e3de9160f9f:45261 {}] zookeeper.ZKUtil(111): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:51,424 WARN [RS:0;8e3de9160f9f:45261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T17:21:51,424 INFO [RS:0;8e3de9160f9f:45261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T17:21:51,424 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/WALs/8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:51,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8e3de9160f9f,45261,1731259309475] 2024-11-10T17:21:51,450 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T17:21:51,463 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T17:21:51,468 INFO [RS:0;8e3de9160f9f:45261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T17:21:51,468 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,469 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T17:21:51,474 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T17:21:51,475 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,475 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,476 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,476 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,476 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,476 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,476 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8e3de9160f9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T17:21:51,477 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,477 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,477 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,477 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,477 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,477 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8e3de9160f9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T17:21:51,478 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T17:21:51,478 DEBUG [RS:0;8e3de9160f9f:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8e3de9160f9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T17:21:51,479 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,479 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,479 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,479 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,479 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,479 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45261,1731259309475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T17:21:51,499 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T17:21:51,501 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,45261,1731259309475-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,502 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,502 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.Replication(171): 8e3de9160f9f,45261,1731259309475 started 2024-11-10T17:21:51,520 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:51,520 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1482): Serving as 8e3de9160f9f,45261,1731259309475, RpcServer on 8e3de9160f9f/172.17.0.2:45261, sessionid=0x10102e682430001 2024-11-10T17:21:51,521 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T17:21:51,521 DEBUG [RS:0;8e3de9160f9f:45261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:51,522 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,45261,1731259309475' 2024-11-10T17:21:51,522 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T17:21:51,523 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T17:21:51,523 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T17:21:51,523 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T17:21:51,524 DEBUG [RS:0;8e3de9160f9f:45261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:51,524 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8e3de9160f9f,45261,1731259309475' 2024-11-10T17:21:51,524 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T17:21:51,524 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T17:21:51,525 DEBUG [RS:0;8e3de9160f9f:45261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T17:21:51,525 INFO [RS:0;8e3de9160f9f:45261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T17:21:51,525 INFO [RS:0;8e3de9160f9f:45261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T17:21:51,631 INFO [RS:0;8e3de9160f9f:45261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T17:21:51,634 INFO [RS:0;8e3de9160f9f:45261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C45261%2C1731259309475, suffix=, logDir=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/WALs/8e3de9160f9f,45261,1731259309475, archiveDir=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/oldWALs, maxLogs=32 2024-11-10T17:21:51,651 DEBUG [RS:0;8e3de9160f9f:45261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/WALs/8e3de9160f9f,45261,1731259309475/8e3de9160f9f%2C45261%2C1731259309475.1731259311637, exclude list is [], retry=0 2024-11-10T17:21:51,656 DEBUG [MockedQuotaManagerRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43239,DS-b07a3114-16a9-4797-85a3-bc321e603fe7,DISK] 2024-11-10T17:21:51,659 INFO [RS:0;8e3de9160f9f:45261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/WALs/8e3de9160f9f,45261,1731259309475/8e3de9160f9f%2C45261%2C1731259309475.1731259311637 2024-11-10T17:21:51,660 DEBUG [RS:0;8e3de9160f9f:45261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-10T17:21:51,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T17:21:51,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T17:21:51,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T17:21:51,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:51,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T17:21:51,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T17:21:51,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T17:21:51,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:51,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T17:21:51,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T17:21:51,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T17:21:51,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:51,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T17:21:51,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T17:21:51,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T17:21:51,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:51,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T17:21:51,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T17:21:51,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740 2024-11-10T17:21:51,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740 2024-11-10T17:21:51,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T17:21:51,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T17:21:51,714 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T17:21:51,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T17:21:51,720 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T17:21:51,721 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67001726, jitterRate=-0.0015964806079864502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T17:21:51,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731259311692Initializing all the Stores at 1731259311693 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731259311693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731259311694 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731259311694Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731259311694Cleaning up temporary data from old regions at 1731259311713 (+19 ms)Region opened successfully at 1731259311724 (+11 ms) 2024-11-10T17:21:51,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T17:21:51,724 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T17:21:51,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T17:21:51,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T17:21:51,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T17:21:51,726 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T17:21:51,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731259311724Disabling compacts and flushes for region at 1731259311724Disabling writes for close at 1731259311724Writing region close event to WAL at 1731259311725 (+1 ms)Closed at 1731259311726 (+1 ms) 2024-11-10T17:21:51,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T17:21:51,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T17:21:51,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T17:21:51,746 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T17:21:51,748 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T17:21:51,901 DEBUG [8e3de9160f9f:33247 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T17:21:51,914 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:51,921 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,45261,1731259309475, state=OPENING 2024-11-10T17:21:51,925 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T17:21:51,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:51,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:51,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T17:21:51,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T17:21:51,929 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T17:21:51,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,45261,1731259309475}] 2024-11-10T17:21:52,107 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T17:21:52,111 INFO [MockedQuotaManagerRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T17:21:52,122 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T17:21:52,122 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T17:21:52,123 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T17:21:52,127 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8e3de9160f9f%2C45261%2C1731259309475.meta, suffix=.meta, logDir=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/WALs/8e3de9160f9f,45261,1731259309475, archiveDir=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/oldWALs, maxLogs=32 2024-11-10T17:21:52,143 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/WALs/8e3de9160f9f,45261,1731259309475/8e3de9160f9f%2C45261%2C1731259309475.meta.1731259312128.meta, exclude list is [], retry=0 2024-11-10T17:21:52,147 DEBUG [MockedQuotaManagerRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43239,DS-b07a3114-16a9-4797-85a3-bc321e603fe7,DISK] 2024-11-10T17:21:52,150 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/WALs/8e3de9160f9f,45261,1731259309475/8e3de9160f9f%2C45261%2C1731259309475.meta.1731259312128.meta 2024-11-10T17:21:52,151 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-10T17:21:52,151 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T17:21:52,153 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T17:21:52,156 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T17:21:52,160 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T17:21:52,164 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T17:21:52,165 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T17:21:52,165 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T17:21:52,165 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T17:21:52,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T17:21:52,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T17:21:52,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:52,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T17:21:52,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T17:21:52,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T17:21:52,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:52,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T17:21:52,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T17:21:52,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T17:21:52,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:52,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T17:21:52,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T17:21:52,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T17:21:52,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:52,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T17:21:52,179 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T17:21:52,180 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740 2024-11-10T17:21:52,183 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740 2024-11-10T17:21:52,185 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T17:21:52,185 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T17:21:52,186 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T17:21:52,189 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T17:21:52,191 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65864039, jitterRate=-0.01854933798313141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T17:21:52,191 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T17:21:52,192 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731259312166Writing region info on filesystem at 1731259312166Initializing all the Stores at 1731259312168 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731259312168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731259312168Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731259312168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731259312168Cleaning up temporary data from old regions at 1731259312185 (+17 ms)Running coprocessor post-open hooks at 1731259312191 (+6 ms)Region opened successfully at 1731259312192 (+1 ms) 2024-11-10T17:21:52,199 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731259312098 2024-11-10T17:21:52,211 DEBUG [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T17:21:52,211 INFO [RS_OPEN_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T17:21:52,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:52,214 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8e3de9160f9f,45261,1731259309475, state=OPEN 2024-11-10T17:21:52,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T17:21:52,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T17:21:52,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T17:21:52,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T17:21:52,222 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:52,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T17:21:52,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8e3de9160f9f,45261,1731259309475 in 292 msec 2024-11-10T17:21:52,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T17:21:52,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 493 msec 2024-11-10T17:21:52,236 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T17:21:52,237 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T17:21:52,257 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T17:21:52,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,45261,1731259309475, seqNum=-1] 2024-11-10T17:21:52,280 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T17:21:52,283 INFO [MockedQuotaManagerRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T17:21:52,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1330 sec 2024-11-10T17:21:52,304 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731259312303, completionTime=-1 2024-11-10T17:21:52,306 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T17:21:52,306 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T17:21:52,336 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T17:21:52,336 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731259372336 2024-11-10T17:21:52,336 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731259432336 2024-11-10T17:21:52,336 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-10T17:21:52,338 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33247,1731259308804-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:52,339 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33247,1731259308804-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:52,339 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33247,1731259308804-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:52,340 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8e3de9160f9f:33247, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:52,341 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:52,341 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:52,347 DEBUG [master/8e3de9160f9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T17:21:52,369 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.751sec 2024-11-10T17:21:52,370 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T17:21:52,371 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T17:21:52,372 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T17:21:52,373 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T17:21:52,373 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T17:21:52,374 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33247,1731259308804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T17:21:52,374 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33247,1731259308804-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T17:21:52,382 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T17:21:52,383 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T17:21:52,384 INFO [master/8e3de9160f9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8e3de9160f9f,33247,1731259308804-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T17:21:52,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2ca47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:21:52,482 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T17:21:52,483 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T17:21:52,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,33247,-1 for getting cluster id 2024-11-10T17:21:52,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T17:21:52,499 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a2c553-bdc7-403c-847f-163aca2efcad' 2024-11-10T17:21:52,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T17:21:52,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a2c553-bdc7-403c-847f-163aca2efcad" 2024-11-10T17:21:52,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642949c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:21:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,33247,-1] 2024-11-10T17:21:52,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T17:21:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:21:52,512 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T17:21:52,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353509f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:21:52,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T17:21:52,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,45261,1731259309475, seqNum=-1] 2024-11-10T17:21:52,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T17:21:52,525 INFO [MockedQuotaManagerRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T17:21:52,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8e3de9160f9f,33247,1731259308804 2024-11-10T17:21:52,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T17:21:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8e3de9160f9f,33247,1731259308804 2024-11-10T17:21:52,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27ba3e32 2024-11-10T17:21:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T17:21:52,563 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T17:21:52,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ScannerLeaseCount', {NAME => 'Fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T17:21:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ScannerLeaseCount 2024-11-10T17:21:52,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ScannerLeaseCount execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T17:21:52,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "ScannerLeaseCount" procId is: 4 2024-11-10T17:21:52,582 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:52,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ScannerLeaseCount execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T17:21:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T17:21:52,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741835_1011 (size=368) 2024-11-10T17:21:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T17:21:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T17:21:52,998 INFO [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a7badb5bede3a057699f1948d5e1407, NAME => 'ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ScannerLeaseCount', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'Fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7 2024-11-10T17:21:53,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741836_1012 (size=52) 2024-11-10T17:21:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T17:21:53,408 DEBUG [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(898): Instantiated ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T17:21:53,409 DEBUG [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1722): Closing 1a7badb5bede3a057699f1948d5e1407, disabling compactions & flushes 2024-11-10T17:21:53,409 INFO [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1755): Closing region ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:53,409 DEBUG [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:53,409 DEBUG [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. after waiting 0 ms 2024-11-10T17:21:53,409 DEBUG [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:53,409 INFO [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1973): Closed ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:53,409 DEBUG [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a7badb5bede3a057699f1948d5e1407: Waiting for close lock at 1731259313409Disabling compacts and flushes for region at 1731259313409Disabling writes for close at 1731259313409Writing region close event to WAL at 1731259313409Closed at 1731259313409 2024-11-10T17:21:53,412 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ScannerLeaseCount execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T17:21:53,417 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407.","families":{"info":[{"qualifier":"regioninfo","vlen":51,"tag":[],"timestamp":"1731259313412"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731259313412"}]},"ts":"1731259313412"} 2024-11-10T17:21:53,422 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T17:21:53,424 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ScannerLeaseCount execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T17:21:53,427 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ScannerLeaseCount","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731259313424"}]},"ts":"1731259313424"} 2024-11-10T17:21:53,431 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ScannerLeaseCount, state=ENABLING in hbase:meta 2024-11-10T17:21:53,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ScannerLeaseCount, region=1a7badb5bede3a057699f1948d5e1407, ASSIGN}] 2024-11-10T17:21:53,435 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ScannerLeaseCount, region=1a7badb5bede3a057699f1948d5e1407, ASSIGN 2024-11-10T17:21:53,437 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ScannerLeaseCount, region=1a7badb5bede3a057699f1948d5e1407, ASSIGN; state=OFFLINE, location=8e3de9160f9f,45261,1731259309475; forceNewPlan=false, retain=false 2024-11-10T17:21:53,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a7badb5bede3a057699f1948d5e1407, regionState=OPENING, regionLocation=8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:53,593 DEBUG [MockedQuotaManagerRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ScannerLeaseCount, region=1a7badb5bede3a057699f1948d5e1407, ASSIGN because future has completed 2024-11-10T17:21:53,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a7badb5bede3a057699f1948d5e1407, server=8e3de9160f9f,45261,1731259309475}] 2024-11-10T17:21:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T17:21:53,755 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:53,755 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a7badb5bede3a057699f1948d5e1407, NAME => 'ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407.', STARTKEY => '', ENDKEY => ''} 2024-11-10T17:21:53,756 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table ScannerLeaseCount 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:53,756 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T17:21:53,756 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:53,756 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:53,759 INFO [StoreOpener-1a7badb5bede3a057699f1948d5e1407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family Fam of region 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:53,761 INFO [StoreOpener-1a7badb5bede3a057699f1948d5e1407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a7badb5bede3a057699f1948d5e1407 columnFamilyName Fam 2024-11-10T17:21:53,761 DEBUG [StoreOpener-1a7badb5bede3a057699f1948d5e1407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T17:21:53,762 INFO [StoreOpener-1a7badb5bede3a057699f1948d5e1407-1 {}] regionserver.HStore(327): Store=1a7badb5bede3a057699f1948d5e1407/Fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T17:21:53,762 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:53,764 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/default/ScannerLeaseCount/1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:53,764 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/default/ScannerLeaseCount/1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:53,765 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:53,765 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:53,769 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:53,773 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/default/ScannerLeaseCount/1a7badb5bede3a057699f1948d5e1407/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T17:21:53,773 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a7badb5bede3a057699f1948d5e1407; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64836743, jitterRate=-0.03385724127292633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T17:21:53,774 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:53,776 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a7badb5bede3a057699f1948d5e1407: Running coprocessor pre-open hook at 1731259313756Writing region info on filesystem at 1731259313756Initializing all the Stores at 1731259313758 (+2 ms)Instantiating store for column family {NAME => 'Fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731259313758Cleaning up temporary data from old regions at 1731259313766 (+8 ms)Running coprocessor post-open hooks at 1731259313774 (+8 ms)Region opened successfully at 1731259313775 (+1 ms) 2024-11-10T17:21:53,778 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., pid=6, masterSystemTime=1731259313749 2024-11-10T17:21:53,782 DEBUG [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:53,782 INFO [RS_OPEN_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:53,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a7badb5bede3a057699f1948d5e1407, regionState=OPEN, openSeqNum=2, regionLocation=8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:53,787 DEBUG [MockedQuotaManagerRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a7badb5bede3a057699f1948d5e1407, server=8e3de9160f9f,45261,1731259309475 because future has completed 2024-11-10T17:21:53,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T17:21:53,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a7badb5bede3a057699f1948d5e1407, server=8e3de9160f9f,45261,1731259309475 in 195 msec 2024-11-10T17:21:53,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T17:21:53,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ScannerLeaseCount, region=1a7badb5bede3a057699f1948d5e1407, ASSIGN in 359 msec 2024-11-10T17:21:53,798 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ScannerLeaseCount execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T17:21:53,799 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ScannerLeaseCount","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731259313798"}]},"ts":"1731259313798"} 2024-11-10T17:21:53,802 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ScannerLeaseCount, state=ENABLED in hbase:meta 2024-11-10T17:21:53,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ScannerLeaseCount execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T17:21:53,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=ScannerLeaseCount in 1.2330 sec 2024-11-10T17:21:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T17:21:54,751 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:ScannerLeaseCount completed 2024-11-10T17:21:54,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c470bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:21:54,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8e3de9160f9f,33247,-1 for getting cluster id 2024-11-10T17:21:54,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T17:21:54,756 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a2c553-bdc7-403c-847f-163aca2efcad' 2024-11-10T17:21:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T17:21:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a2c553-bdc7-403c-847f-163aca2efcad" 2024-11-10T17:21:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8ad5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:21:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8e3de9160f9f,33247,-1] 2024-11-10T17:21:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T17:21:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:21:54,759 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T17:21:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83dc384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:21:54,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T17:21:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8e3de9160f9f,45261,1731259309475, seqNum=-1] 2024-11-10T17:21:54,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T17:21:54,800 INFO [MockedQuotaManagerRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T17:21:54,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aab', locateType=CURRENT is [region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2] 2024-11-10T17:21:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aaa', locateType=CURRENT is [region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2] 2024-11-10T17:21:54,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aac', locateType=CURRENT is [region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2] 2024-11-10T17:21:54,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aad', locateType=CURRENT is [region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2] 2024-11-10T17:21:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aae', locateType=CURRENT is [region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2] 2024-11-10T17:21:54,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aaf', locateType=CURRENT is [region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2] 2024-11-10T17:21:54,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aah', locateType=CURRENT is [region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2] 2024-11-10T17:21:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aag', locateType=CURRENT is [region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2] 2024-11-10T17:21:55,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 17576 Client: jenkins//172.17.0.2 first region in multi=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:56,501 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestScannerLeaseCount#itDoesNotIncreaseScannerLeaseCount Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=6574 2024-11-10T17:21:56,505 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T17:21:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Scan size: 189 connection: 172.17.0.2:47646 deadline: 1731259376502, exception=org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex 2024-11-10T17:21:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2 , the old value is region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2, error=org.apache.hadoop.hbase.quotas.RpcThrottlingException: org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedRpcQuotaManager.(TestScannerLeaseCount.java:147) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer.(TestScannerLeaseCount.java:132) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.util.JVMClusterUtil.createRegionServerThread(JVMClusterUtil.java:85) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:198) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:210) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:207) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:328) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:207) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:242) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.setUp(TestScannerLeaseCount.java:77) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T17:21:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2 is org.apache.hadoop.hbase.quotas.RpcThrottlingException: org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedRpcQuotaManager.(TestScannerLeaseCount.java:147) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer.(TestScannerLeaseCount.java:132) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.util.JVMClusterUtil.createRegionServerThread(JVMClusterUtil.java:85) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:198) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:210) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:207) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:328) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:207) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:242) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.setUp(TestScannerLeaseCount.java:77) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T17:21:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2 because the exception is null or not the one we care about 2024-11-10T17:21:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] backoff.HBaseServerExceptionPauseManager(67): Sleeping for 0ns after catching RpcThrottlingException org.apache.hadoop.hbase.quotas.RpcThrottlingException: org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedRpcQuotaManager.(TestScannerLeaseCount.java:147) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer.(TestScannerLeaseCount.java:132) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.util.JVMClusterUtil.createRegionServerThread(JVMClusterUtil.java:85) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:198) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:210) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:207) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:328) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:207) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:242) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.setUp(TestScannerLeaseCount.java:77) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedRpcQuotaManager.(TestScannerLeaseCount.java:147) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer.(TestScannerLeaseCount.java:132) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.util.JVMClusterUtil.createRegionServerThread(JVMClusterUtil.java:85) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:198) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:210) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:207) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:328) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:207) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:242) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.setUp(TestScannerLeaseCount.java:77) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-10T17:21:56,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestScannerLeaseCount#itDoesNotIncreaseScannerLeaseCount Thread=220 (was 220), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 243), ProcessCount=11 (was 11), AvailableMemoryMB=6573 (was 6574) 2024-11-10T17:21:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Scan size: 189 connection: 172.17.0.2:47646 deadline: 1731259376503, exception=org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex 2024-11-10T17:21:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2 , the old value is region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2, error=org.apache.hadoop.hbase.quotas.RpcThrottlingException: org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedRpcQuotaManager.(TestScannerLeaseCount.java:147) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer.(TestScannerLeaseCount.java:132) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.util.JVMClusterUtil.createRegionServerThread(JVMClusterUtil.java:85) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:198) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:210) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:207) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:328) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:207) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:242) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.setUp(TestScannerLeaseCount.java:77) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T17:21:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2 is org.apache.hadoop.hbase.quotas.RpcThrottlingException: org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedRpcQuotaManager.(TestScannerLeaseCount.java:147) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer.(TestScannerLeaseCount.java:132) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.util.JVMClusterUtil.createRegionServerThread(JVMClusterUtil.java:85) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:198) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:210) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:207) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:328) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:207) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:242) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.setUp(TestScannerLeaseCount.java:77) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T17:21:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., hostname=8e3de9160f9f,45261,1731259309475, seqNum=2 because the exception is null or not the one we care about 2024-11-10T17:21:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] backoff.HBaseServerExceptionPauseManager(67): Sleeping for 0ns after catching RpcThrottlingException org.apache.hadoop.hbase.quotas.RpcThrottlingException: org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedRpcQuotaManager.(TestScannerLeaseCount.java:147) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer.(TestScannerLeaseCount.java:132) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.util.JVMClusterUtil.createRegionServerThread(JVMClusterUtil.java:85) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:198) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:210) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:207) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:328) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:207) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:242) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.setUp(TestScannerLeaseCount.java:77) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedRpcQuotaManager.(TestScannerLeaseCount.java:147) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer.(TestScannerLeaseCount.java:132) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.util.JVMClusterUtil.createRegionServerThread(JVMClusterUtil.java:85) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:198) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:210) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:207) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:328) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:207) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:242) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.setUp(TestScannerLeaseCount.java:77) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-10T17:21:56,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestScannerLeaseCount#itIncreasesScannerCount Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=6572 2024-11-10T17:21:56,528 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T17:21:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45261 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=262152 bytes) of Fam 2024-11-10T17:21:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=262152 bytes) of Fam 2024-11-10T17:21:56,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestScannerLeaseCount#itIncreasesScannerCount Thread=220 (was 220), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 243), ProcessCount=11 (was 11), AvailableMemoryMB=6567 (was 6572) 2024-11-10T17:21:56,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T17:21:56,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.tearDown(TestScannerLeaseCount.java:93) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T17:21:56,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:21:56,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:21:56,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T17:21:56,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T17:21:56,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T17:21:56,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.tearDown(TestScannerLeaseCount.java:96) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T17:21:56,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:21:56,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:21:56,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T17:21:56,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T17:21:56,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1846701803, stopped=false 2024-11-10T17:21:56,648 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8e3de9160f9f,33247,1731259308804 2024-11-10T17:21:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Scan size: 49 connection: 172.17.0.2:47646 deadline: 1731259376615, exception=org.apache.hadoop.hbase.exceptions.ScannerResetException: Scanner is closed on the server-side 2024-11-10T17:21:56,649 WARN [MockedQuotaManagerRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T17:21:56,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T17:21:56,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T17:21:56,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:56,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:56,650 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T17:21:56,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T17:21:56,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T17:21:56,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.tearDown(TestScannerLeaseCount.java:96) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T17:21:56,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:21:56,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T17:21:56,652 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8e3de9160f9f,45261,1731259309475' ***** 2024-11-10T17:21:56,652 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T17:21:56,652 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T17:21:56,653 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T17:21:56,653 INFO [RS:0;8e3de9160f9f:45261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T17:21:56,653 INFO [RS:0;8e3de9160f9f:45261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T17:21:56,654 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:56,656 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(959): stopping server 8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:56,656 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T17:21:56,657 INFO [RS:0;8e3de9160f9f:45261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8e3de9160f9f:45261. 2024-11-10T17:21:56,657 DEBUG [RS:0;8e3de9160f9f:45261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T17:21:56,657 DEBUG [RS:0;8e3de9160f9f:45261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:21:56,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a7badb5bede3a057699f1948d5e1407, disabling compactions & flushes 2024-11-10T17:21:56,657 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T17:21:56,657 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T17:21:56,657 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:56,657 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T17:21:56,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:56,657 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T17:21:56,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. after waiting 0 ms 2024-11-10T17:21:56,657 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:56,658 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T17:21:56,658 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T17:21:56,658 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1325): Online Regions={1a7badb5bede3a057699f1948d5e1407=ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T17:21:56,658 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T17:21:56,658 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T17:21:56,658 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T17:21:56,658 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T17:21:56,658 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:56,662 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.36 KB heapSize=3.40 KB 2024-11-10T17:21:56,662 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a7badb5bede3a057699f1948d5e1407 1/1 column families, dataSize=549.25 KB heapSize=1.74 MB 2024-11-10T17:21:56,683 INFO [regionserver/8e3de9160f9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T17:21:56,730 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/.tmp/info/9c02aab65b394494924f2c2ad0d37058 is 155, key is ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407./info:regioninfo/1731259313783/Put/seqid=0 2024-11-10T17:21:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741837_1013 (size=6655) 2024-11-10T17:21:56,763 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 8e3de9160f9f,45261,1731259309475 for closing scanner id = -2214048567276863475 for 1a7badb5bede3a057699f1948d5e1407 of ScannerLeaseCount failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8e3de9160f9f:45261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.closeScanner(AsyncScanSingleRegionRpcRetryingCaller.java:376) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.completeExceptionally(AsyncScanSingleRegionRpcRetryingCaller.java:388) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.onError(AsyncScanSingleRegionRpcRetryingCaller.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.onComplete(AsyncScanSingleRegionRpcRetryingCaller.java:507) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.lambda$call$3(AsyncScanSingleRegionRpcRetryingCaller.java:604) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.call(AsyncScanSingleRegionRpcRetryingCaller.java:602) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncScanSingleRegionRpcRetryingCaller.lambda$onError$2(AsyncScanSingleRegionRpcRetryingCaller.java:460) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 25 more 2024-11-10T17:21:56,837 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/default/ScannerLeaseCount/1a7badb5bede3a057699f1948d5e1407/.tmp/Fam/2bd4f4a377d5450085d70da6e2a39910 is 36, key is aaa/Fam:Fam/1731259316216/Put/seqid=0 2024-11-10T17:21:56,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741838_1014 (size=618384) 2024-11-10T17:21:56,859 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:57,059 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:57,161 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/.tmp/info/9c02aab65b394494924f2c2ad0d37058 2024-11-10T17:21:57,221 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/.tmp/ns/52ed9368e80b452f91c37c46daf77cb5 is 43, key is default/ns:d/1731259312287/Put/seqid=0 2024-11-10T17:21:57,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741839_1015 (size=5153) 2024-11-10T17:21:57,227 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/.tmp/ns/52ed9368e80b452f91c37c46daf77cb5 2024-11-10T17:21:57,242 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=549.25 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/default/ScannerLeaseCount/1a7badb5bede3a057699f1948d5e1407/.tmp/Fam/2bd4f4a377d5450085d70da6e2a39910 2024-11-10T17:21:57,252 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/.tmp/table/4724cf5b24aa430b86e271ed44438ac4 is 53, key is ScannerLeaseCount/table:state/1731259313798/Put/seqid=0 2024-11-10T17:21:57,253 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/default/ScannerLeaseCount/1a7badb5bede3a057699f1948d5e1407/.tmp/Fam/2bd4f4a377d5450085d70da6e2a39910 as hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/default/ScannerLeaseCount/1a7badb5bede3a057699f1948d5e1407/Fam/2bd4f4a377d5450085d70da6e2a39910 2024-11-10T17:21:57,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741840_1016 (size=5256) 2024-11-10T17:21:57,259 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a7badb5bede3a057699f1948d5e1407 2024-11-10T17:21:57,263 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/default/ScannerLeaseCount/1a7badb5bede3a057699f1948d5e1407/Fam/2bd4f4a377d5450085d70da6e2a39910, entries=17576, sequenceid=5, filesize=603.9 K 2024-11-10T17:21:57,271 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~549.25 KB/562432, heapSize ~1.74 MB/1828144, currentSize=0 B/0 for 1a7badb5bede3a057699f1948d5e1407 in 608ms, sequenceid=5, compaction requested=false 2024-11-10T17:21:57,272 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ScannerLeaseCount' 2024-11-10T17:21:57,281 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/default/ScannerLeaseCount/1a7badb5bede3a057699f1948d5e1407/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T17:21:57,282 INFO [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:57,283 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a7badb5bede3a057699f1948d5e1407: Waiting for close lock at 1731259316656Running coprocessor pre-close hooks at 1731259316657 (+1 ms)Disabling compacts and flushes for region at 1731259316657Disabling writes for close at 1731259316657Obtaining lock to block concurrent updates at 1731259316662 (+5 ms)Preparing flush snapshotting stores in 1a7badb5bede3a057699f1948d5e1407 at 1731259316662Finished memstore snapshotting ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407., syncing WAL and waiting on mvcc, flushsize=dataSize=562432, getHeapSize=1828144, getOffHeapSize=0, getCellsCount=17576 at 1731259316670 (+8 ms)Flushing stores of ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. at 1731259316672 (+2 ms)Flushing 1a7badb5bede3a057699f1948d5e1407/Fam: creating writer at 1731259316675 (+3 ms)Flushing 1a7badb5bede3a057699f1948d5e1407/Fam: appending metadata at 1731259316836 (+161 ms)Flushing 1a7badb5bede3a057699f1948d5e1407/Fam: closing flushed file at 1731259316836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6196df1e: reopening flushed file at 1731259317251 (+415 ms)Finished flush of dataSize ~549.25 KB/562432, heapSize ~1.74 MB/1828144, currentSize=0 B/0 for 1a7badb5bede3a057699f1948d5e1407 in 608ms, sequenceid=5, compaction requested=false at 1731259317271 (+20 ms)Writing region close event to WAL at 1731259317275 (+4 ms)Running coprocessor post-close hooks at 1731259317282 (+7 ms)Closed at 1731259317282 2024-11-10T17:21:57,283 DEBUG [RS_CLOSE_REGION-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ScannerLeaseCount,,1731259312564.1a7badb5bede3a057699f1948d5e1407. 2024-11-10T17:21:57,460 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T17:21:57,479 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T17:21:57,479 INFO [regionserver/8e3de9160f9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T17:21:57,658 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/.tmp/table/4724cf5b24aa430b86e271ed44438ac4 2024-11-10T17:21:57,660 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T17:21:57,660 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T17:21:57,660 DEBUG [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T17:21:57,670 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/.tmp/info/9c02aab65b394494924f2c2ad0d37058 as hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/info/9c02aab65b394494924f2c2ad0d37058 2024-11-10T17:21:57,673 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T17:21:57,679 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/info/9c02aab65b394494924f2c2ad0d37058, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T17:21:57,681 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/.tmp/ns/52ed9368e80b452f91c37c46daf77cb5 as hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/ns/52ed9368e80b452f91c37c46daf77cb5 2024-11-10T17:21:57,691 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/ns/52ed9368e80b452f91c37c46daf77cb5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T17:21:57,693 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/.tmp/table/4724cf5b24aa430b86e271ed44438ac4 as hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/table/4724cf5b24aa430b86e271ed44438ac4 2024-11-10T17:21:57,702 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/table/4724cf5b24aa430b86e271ed44438ac4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T17:21:57,704 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.36 KB/1392, heapSize ~3.10 KB/3176, currentSize=0 B/0 for 1588230740 in 1045ms, sequenceid=11, compaction requested=false 2024-11-10T17:21:57,704 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T17:21:57,716 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T17:21:57,717 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T17:21:57,717 INFO [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T17:21:57,717 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731259316658Running coprocessor pre-close hooks at 1731259316658Disabling compacts and flushes for region at 1731259316658Disabling writes for close at 1731259316658Obtaining lock to block concurrent updates at 1731259316662 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731259316662Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1392, getHeapSize=3416, getOffHeapSize=0, getCellsCount=14 at 1731259316670 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731259316672 (+2 ms)Flushing 1588230740/info: creating writer at 1731259316675 (+3 ms)Flushing 1588230740/info: appending metadata at 1731259316720 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731259316723 (+3 ms)Flushing 1588230740/ns: creating writer at 1731259317204 (+481 ms)Flushing 1588230740/ns: appending metadata at 1731259317220 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731259317220Flushing 1588230740/table: creating writer at 1731259317235 (+15 ms)Flushing 1588230740/table: appending metadata at 1731259317251 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731259317251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ade94c5: reopening flushed file at 1731259317668 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251e7c53: reopening flushed file at 1731259317680 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49caf649: reopening flushed file at 1731259317692 (+12 ms)Finished flush of dataSize ~1.36 KB/1392, heapSize ~3.10 KB/3176, currentSize=0 B/0 for 1588230740 in 1045ms, sequenceid=11, compaction requested=false at 1731259317704 (+12 ms)Writing region close event to WAL at 1731259317709 (+5 ms)Running coprocessor post-close hooks at 1731259317717 (+8 ms)Closed at 1731259317717 2024-11-10T17:21:57,717 DEBUG [RS_CLOSE_META-regionserver/8e3de9160f9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T17:21:57,860 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(976): stopping server 8e3de9160f9f,45261,1731259309475; all regions closed. 2024-11-10T17:21:57,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741834_1010 (size=2766) 2024-11-10T17:21:57,872 DEBUG [RS:0;8e3de9160f9f:45261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/oldWALs 2024-11-10T17:21:57,872 INFO [RS:0;8e3de9160f9f:45261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C45261%2C1731259309475.meta:.meta(num 1731259312128) 2024-11-10T17:21:57,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741833_1009 (size=634021) 2024-11-10T17:21:57,877 DEBUG [RS:0;8e3de9160f9f:45261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/oldWALs 2024-11-10T17:21:57,877 INFO [RS:0;8e3de9160f9f:45261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8e3de9160f9f%2C45261%2C1731259309475:(num 1731259311637) 2024-11-10T17:21:57,878 DEBUG [RS:0;8e3de9160f9f:45261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:21:57,878 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T17:21:57,878 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T17:21:57,878 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.ChoreService(370): Chore service for: regionserver/8e3de9160f9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T17:21:57,878 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T17:21:57,878 INFO [regionserver/8e3de9160f9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T17:21:57,879 INFO [RS:0;8e3de9160f9f:45261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45261 2024-11-10T17:21:57,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8e3de9160f9f,45261,1731259309475 2024-11-10T17:21:57,882 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T17:21:57,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T17:21:57,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8e3de9160f9f,45261,1731259309475] 2024-11-10T17:21:57,887 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8e3de9160f9f,45261,1731259309475 already deleted, retry=false 2024-11-10T17:21:57,888 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8e3de9160f9f,45261,1731259309475 expired; onlineServers=0 2024-11-10T17:21:57,888 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8e3de9160f9f,33247,1731259308804' ***** 2024-11-10T17:21:57,888 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T17:21:57,888 INFO [M:0;8e3de9160f9f:33247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T17:21:57,888 INFO [M:0;8e3de9160f9f:33247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T17:21:57,888 DEBUG [M:0;8e3de9160f9f:33247 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T17:21:57,888 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T17:21:57,888 DEBUG [M:0;8e3de9160f9f:33247 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T17:21:57,888 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731259311279 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.small.0-1731259311279,5,FailOnTimeoutGroup] 2024-11-10T17:21:57,888 DEBUG [master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731259311278 {}] cleaner.HFileCleaner(306): Exit Thread[master/8e3de9160f9f:0:becomeActiveMaster-HFileCleaner.large.0-1731259311278,5,FailOnTimeoutGroup] 2024-11-10T17:21:57,889 INFO [M:0;8e3de9160f9f:33247 {}] hbase.ChoreService(370): Chore service for: master/8e3de9160f9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T17:21:57,889 INFO [M:0;8e3de9160f9f:33247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T17:21:57,889 DEBUG [M:0;8e3de9160f9f:33247 {}] master.HMaster(1795): Stopping service threads 2024-11-10T17:21:57,889 INFO [M:0;8e3de9160f9f:33247 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T17:21:57,889 INFO [M:0;8e3de9160f9f:33247 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T17:21:57,890 INFO [M:0;8e3de9160f9f:33247 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T17:21:57,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T17:21:57,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T17:21:57,890 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T17:21:57,891 DEBUG [M:0;8e3de9160f9f:33247 {}] zookeeper.ZKUtil(347): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T17:21:57,891 WARN [M:0;8e3de9160f9f:33247 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T17:21:57,892 INFO [M:0;8e3de9160f9f:33247 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/.lastflushedseqids 2024-11-10T17:21:57,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741841_1017 (size=138) 2024-11-10T17:21:57,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T17:21:57,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10102e682430001, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T17:21:57,985 INFO [RS:0;8e3de9160f9f:45261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T17:21:57,986 INFO [RS:0;8e3de9160f9f:45261 {}] regionserver.HRegionServer(1031): Exiting; stopping=8e3de9160f9f,45261,1731259309475; zookeeper connection closed. 2024-11-10T17:21:57,986 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2220dc66 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2220dc66 2024-11-10T17:21:57,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T17:21:58,307 INFO [M:0;8e3de9160f9f:33247 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T17:21:58,307 INFO [M:0;8e3de9160f9f:33247 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T17:21:58,308 DEBUG [M:0;8e3de9160f9f:33247 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T17:21:58,308 INFO [M:0;8e3de9160f9f:33247 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T17:21:58,308 DEBUG [M:0;8e3de9160f9f:33247 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T17:21:58,308 DEBUG [M:0;8e3de9160f9f:33247 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T17:21:58,308 DEBUG [M:0;8e3de9160f9f:33247 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T17:21:58,308 INFO [M:0;8e3de9160f9f:33247 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=22.06 KB heapSize=27.94 KB 2024-11-10T17:21:58,327 DEBUG [M:0;8e3de9160f9f:33247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c100c9add3ed43e89f87cef8b0a890ab is 82, key is hbase:meta,,1/info:regioninfo/1731259312212/Put/seqid=0 2024-11-10T17:21:58,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741842_1018 (size=5672) 2024-11-10T17:21:58,733 INFO [M:0;8e3de9160f9f:33247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c100c9add3ed43e89f87cef8b0a890ab 2024-11-10T17:21:58,758 DEBUG [M:0;8e3de9160f9f:33247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db9c52cbd96549a1952634c9892e6261 is 724, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731259313806/Put/seqid=0 2024-11-10T17:21:58,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741843_1019 (size=6064) 2024-11-10T17:21:59,165 INFO [M:0;8e3de9160f9f:33247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.50 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db9c52cbd96549a1952634c9892e6261 2024-11-10T17:21:59,189 DEBUG [M:0;8e3de9160f9f:33247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c777284737f456aac9669b4f598d96c is 69, key is 8e3de9160f9f,45261,1731259309475/rs:state/1731259311406/Put/seqid=0 2024-11-10T17:21:59,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741844_1020 (size=5156) 2024-11-10T17:21:59,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T17:21:59,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T17:21:59,595 INFO [M:0;8e3de9160f9f:33247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c777284737f456aac9669b4f598d96c 2024-11-10T17:21:59,606 DEBUG [M:0;8e3de9160f9f:33247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c100c9add3ed43e89f87cef8b0a890ab as hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c100c9add3ed43e89f87cef8b0a890ab 2024-11-10T17:21:59,615 INFO [M:0;8e3de9160f9f:33247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c100c9add3ed43e89f87cef8b0a890ab, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T17:21:59,616 DEBUG [M:0;8e3de9160f9f:33247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db9c52cbd96549a1952634c9892e6261 as hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db9c52cbd96549a1952634c9892e6261 2024-11-10T17:21:59,626 INFO [M:0;8e3de9160f9f:33247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db9c52cbd96549a1952634c9892e6261, entries=6, sequenceid=55, filesize=5.9 K 2024-11-10T17:21:59,628 DEBUG [M:0;8e3de9160f9f:33247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c777284737f456aac9669b4f598d96c as hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c777284737f456aac9669b4f598d96c 2024-11-10T17:21:59,636 INFO [M:0;8e3de9160f9f:33247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42215/user/jenkins/test-data/cb2fb6b6-b098-3014-2ceb-d936be0623a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c777284737f456aac9669b4f598d96c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T17:21:59,638 INFO [M:0;8e3de9160f9f:33247 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.06 KB/22588, heapSize ~27.64 KB/28304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=55, compaction requested=false 2024-11-10T17:21:59,639 INFO [M:0;8e3de9160f9f:33247 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T17:21:59,639 DEBUG [M:0;8e3de9160f9f:33247 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731259318308Disabling compacts and flushes for region at 1731259318308Disabling writes for close at 1731259318308Obtaining lock to block concurrent updates at 1731259318308Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731259318308Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=22588, getHeapSize=28544, getOffHeapSize=0, getCellsCount=66 at 1731259318309 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731259318310 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731259318310Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731259318326 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731259318326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731259318741 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731259318757 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731259318757Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731259319172 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731259319188 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731259319188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54cf8f7b: reopening flushed file at 1731259319604 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f5d075: reopening flushed file at 1731259319615 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd4df32: reopening flushed file at 1731259319626 (+11 ms)Finished flush of dataSize ~22.06 KB/22588, heapSize ~27.64 KB/28304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=55, compaction requested=false at 1731259319638 (+12 ms)Writing region close event to WAL at 1731259319639 (+1 ms)Closed at 1731259319639 2024-11-10T17:21:59,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43239 is added to blk_1073741830_1006 (size=26695) 2024-11-10T17:21:59,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T17:21:59,643 INFO [M:0;8e3de9160f9f:33247 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T17:21:59,643 INFO [M:0;8e3de9160f9f:33247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33247 2024-11-10T17:21:59,644 INFO [M:0;8e3de9160f9f:33247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T17:21:59,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T17:21:59,745 INFO [M:0;8e3de9160f9f:33247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T17:21:59,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33247-0x10102e682430000, quorum=127.0.0.1:54588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T17:21:59,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bd18980{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T17:21:59,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1628d38e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T17:21:59,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T17:21:59,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1427e476{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T17:21:59,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12879ca7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/hadoop.log.dir/,STOPPED} 2024-11-10T17:21:59,756 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T17:21:59,756 WARN [BP-2069746568-172.17.0.2-1731259306054 heartbeating to localhost/127.0.0.1:42215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T17:21:59,756 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T17:21:59,756 WARN [BP-2069746568-172.17.0.2-1731259306054 heartbeating to localhost/127.0.0.1:42215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2069746568-172.17.0.2-1731259306054 (Datanode Uuid 315ea455-3d86-4413-beae-1c5b8aa74ccf) service to localhost/127.0.0.1:42215 2024-11-10T17:21:59,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/cluster_cfe297cd-c2d8-fc58-afcd-7723460fa50e/data/data1/current/BP-2069746568-172.17.0.2-1731259306054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T17:21:59,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/cluster_cfe297cd-c2d8-fc58-afcd-7723460fa50e/data/data2/current/BP-2069746568-172.17.0.2-1731259306054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T17:21:59,757 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T17:21:59,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dda0fbf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T17:21:59,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c634cb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T17:21:59,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T17:21:59,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f291087{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T17:21:59,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c0401f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87e487c2-2863-362b-36da-7979545c8858/hadoop.log.dir/,STOPPED} 2024-11-10T17:21:59,774 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T17:21:59,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down